From 7562c0c1c11a595e5de58f57e7051dfac174a40c Mon Sep 17 00:00:00 2001
From: Charly Lamothe <charly.lamothe@univ-amu.fr>
Date: Tue, 10 Mar 2020 15:44:21 +0100
Subject: [PATCH] Update the experiment configuration files

---
 .../boston/stage2/no_normalization.json       | 65 +++++++++++++++++++
 experiments/boston/stage2/normalize_D.json    | 65 +++++++++++++++++++
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../boston/stage2/normalize_weights.json      | 65 +++++++++++++++++++
 .../boston/stage3/train-dev_subset.json       | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../boston/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++
 .../boston/stage4/none_with_params.json       |  5 +-
 .../boston/stage4/omp_with_params.json        |  5 +-
 .../boston/stage4/random_with_params.json     |  5 +-
 .../stage2/no_normalization.json              | 65 +++++++++++++++++++
 .../breast_cancer/stage2/normalize_D.json     | 65 +++++++++++++++++++
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../stage2/normalize_weights.json             | 65 +++++++++++++++++++
 .../stage3/train-dev_subset.json              | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../stage4/none_with_params.json              |  5 +-
 .../breast_cancer/stage4/omp_with_params.json |  5 +-
 .../stage4/random_with_params.json            |  5 +-
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../stage3/train-dev_subset.json              | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../stage4/none_with_params.json              |  8 ++-
 .../stage4/omp_with_params.json               |  6 +-
 .../stage4/random_with_params.json            |  8 ++-
 .../diabetes/stage2/no_normalization.json     | 65 +++++++++++++++++++
 experiments/diabetes/stage2/normalize_D.json  | 65 +++++++++++++++++++
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../diabetes/stage2/normalize_weights.json    | 65 +++++++++++++++++++
 .../diabetes/stage3/train-dev_subset.json     | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../diabetes/stage4/none_with_params.json     |  5 +-
 .../diabetes/stage4/omp_with_params.json      |  5 +-
 .../diabetes/stage4/random_with_params.json   |  5 +-
 .../diamonds/stage2/no_normalization.json     | 49 ++++++++++----
 experiments/diamonds/stage2/normalize_D.json  | 49 ++++++++++----
 .../stage2/normalize_D_and_weights.json       | 49 ++++++++++----
 .../diamonds/stage2/normalize_weights.json    | 49 ++++++++++----
 .../diamonds/stage3/train-dev_subset.json     | 49 ++++++++++----
 .../stage3/train-dev_train-dev_subset.json    | 49 ++++++++++----
 .../stage3/train-train-dev_subset.json        | 49 ++++++++++----
 .../diamonds/stage4/none_with_params.json     |  5 +-
 .../diamonds/stage4/omp_with_params.json      |  5 +-
 .../diamonds/stage4/random_with_params.json   |  5 +-
 .../digits/stage2/no_normalization.json       | 65 +++++++++++++++++++
 experiments/digits/stage2/normalize_D.json    | 65 +++++++++++++++++++
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../digits/stage2/normalize_weights.json      | 65 +++++++++++++++++++
 .../digits/stage3/train-dev_subset.json       | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../digits/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++
 .../digits/stage4/none_with_params.json       |  5 +-
 .../digits/stage4/omp_with_params.json        |  5 +-
 .../digits/stage4/random_with_params.json     |  5 +-
 experiments/iris/stage2/no_normalization.json | 65 +++++++++++++++++++
 experiments/iris/stage2/normalize_D.json      | 65 +++++++++++++++++++
 .../iris/stage2/normalize_D_and_weights.json  | 65 +++++++++++++++++++
 .../iris/stage2/normalize_weights.json        | 65 +++++++++++++++++++
 experiments/iris/stage3/train-dev_subset.json | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../iris/stage3/train-train-dev_subset.json   | 65 +++++++++++++++++++
 experiments/iris/stage4/none_with_params.json |  5 +-
 experiments/iris/stage4/omp_with_params.json  |  5 +-
 .../iris/stage4/random_with_params.json       |  5 +-
 .../kin8nm/stage3/train-dev_subset.json       | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../kin8nm/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++
 .../kin8nm/stage4/none_with_params.json       |  5 +-
 .../kin8nm/stage4/omp_with_params.json        |  5 +-
 .../kin8nm/stage4/random_with_params.json     |  5 +-
 .../kr-vs-kp/stage3/train-dev_subset.json     | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../kr-vs-kp/stage4/none_with_params.json     |  5 +-
 .../kr-vs-kp/stage4/omp_with_params.json      |  5 +-
 .../kr-vs-kp/stage4/random_with_params.json   |  5 +-
 .../stage2/no_normalization.json              | 65 +++++++++++++++++++
 .../olivetti_faces/stage2/normalize_D.json    | 65 +++++++++++++++++++
 .../stage2/normalize_D_and_weights.json       | 65 +++++++++++++++++++
 .../stage2/normalize_weights.json             | 65 +++++++++++++++++++
 .../stage3/train-dev_subset.json              | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../stage4/none_with_params.json              |  5 +-
 .../stage4/omp_with_params.json               |  5 +-
 .../stage4/random_with_params.json            |  5 +-
 .../spambase/stage3/train-dev_subset.json     | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../spambase/stage4/none_with_params.json     | 65 +++++++++++++++++++
 .../spambase/stage4/omp_with_params.json      | 65 +++++++++++++++++++
 .../spambase/stage4/random_with_params.json   | 65 +++++++++++++++++++
 .../steel-plates/stage3/train-dev_subset.json | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../stage3/train-train-dev_subset.json        | 65 +++++++++++++++++++
 .../steel-plates/stage4/none_with_params.json |  5 +-
 .../steel-plates/stage4/omp_with_params.json  |  5 +-
 .../stage4/random_with_params.json            |  5 +-
 experiments/wine/stage2/no_normalization.json | 65 +++++++++++++++++++
 experiments/wine/stage2/normalize_D.json      | 65 +++++++++++++++++++
 .../wine/stage2/normalize_D_and_weights.json  | 65 +++++++++++++++++++
 .../wine/stage2/normalize_weights.json        | 65 +++++++++++++++++++
 experiments/wine/stage3/train-dev_subset.json | 65 +++++++++++++++++++
 .../stage3/train-dev_train-dev_subset.json    | 65 +++++++++++++++++++
 .../wine/stage3/train-train-dev_subset.json   | 65 +++++++++++++++++++
 experiments/wine/stage4/none_with_params.json |  5 +-
 experiments/wine/stage4/omp_with_params.json  |  5 +-
 .../wine/stage4/random_with_params.json       |  5 +-
 111 files changed, 4752 insertions(+), 198 deletions(-)
 create mode 100644 experiments/boston/stage2/no_normalization.json
 create mode 100644 experiments/boston/stage2/normalize_D.json
 create mode 100644 experiments/boston/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/boston/stage2/normalize_weights.json
 create mode 100644 experiments/boston/stage3/train-dev_subset.json
 create mode 100644 experiments/boston/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/boston/stage3/train-train-dev_subset.json
 create mode 100644 experiments/breast_cancer/stage2/no_normalization.json
 create mode 100644 experiments/breast_cancer/stage2/normalize_D.json
 create mode 100644 experiments/breast_cancer/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/breast_cancer/stage2/normalize_weights.json
 create mode 100644 experiments/breast_cancer/stage3/train-dev_subset.json
 create mode 100644 experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/breast_cancer/stage3/train-train-dev_subset.json
 create mode 100644 experiments/california_housing/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/california_housing/stage3/train-dev_subset.json
 create mode 100644 experiments/california_housing/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/california_housing/stage3/train-train-dev_subset.json
 create mode 100644 experiments/diabetes/stage2/no_normalization.json
 create mode 100644 experiments/diabetes/stage2/normalize_D.json
 create mode 100644 experiments/diabetes/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/diabetes/stage2/normalize_weights.json
 create mode 100644 experiments/diabetes/stage3/train-dev_subset.json
 create mode 100644 experiments/diabetes/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/diabetes/stage3/train-train-dev_subset.json
 create mode 100644 experiments/digits/stage2/no_normalization.json
 create mode 100644 experiments/digits/stage2/normalize_D.json
 create mode 100644 experiments/digits/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/digits/stage2/normalize_weights.json
 create mode 100644 experiments/digits/stage3/train-dev_subset.json
 create mode 100644 experiments/digits/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/digits/stage3/train-train-dev_subset.json
 create mode 100644 experiments/iris/stage2/no_normalization.json
 create mode 100644 experiments/iris/stage2/normalize_D.json
 create mode 100644 experiments/iris/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/iris/stage2/normalize_weights.json
 create mode 100644 experiments/iris/stage3/train-dev_subset.json
 create mode 100644 experiments/iris/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/iris/stage3/train-train-dev_subset.json
 create mode 100644 experiments/kin8nm/stage3/train-dev_subset.json
 create mode 100644 experiments/kin8nm/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/kin8nm/stage3/train-train-dev_subset.json
 create mode 100644 experiments/kr-vs-kp/stage3/train-dev_subset.json
 create mode 100644 experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/kr-vs-kp/stage3/train-train-dev_subset.json
 create mode 100644 experiments/olivetti_faces/stage2/no_normalization.json
 create mode 100644 experiments/olivetti_faces/stage2/normalize_D.json
 create mode 100644 experiments/olivetti_faces/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/olivetti_faces/stage2/normalize_weights.json
 create mode 100644 experiments/olivetti_faces/stage3/train-dev_subset.json
 create mode 100644 experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/olivetti_faces/stage3/train-train-dev_subset.json
 create mode 100644 experiments/spambase/stage3/train-dev_subset.json
 create mode 100644 experiments/spambase/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/spambase/stage3/train-train-dev_subset.json
 create mode 100644 experiments/spambase/stage4/none_with_params.json
 create mode 100644 experiments/spambase/stage4/omp_with_params.json
 create mode 100644 experiments/spambase/stage4/random_with_params.json
 create mode 100644 experiments/steel-plates/stage3/train-dev_subset.json
 create mode 100644 experiments/steel-plates/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/steel-plates/stage3/train-train-dev_subset.json
 create mode 100644 experiments/wine/stage2/no_normalization.json
 create mode 100644 experiments/wine/stage2/normalize_D.json
 create mode 100644 experiments/wine/stage2/normalize_D_and_weights.json
 create mode 100644 experiments/wine/stage2/normalize_weights.json
 create mode 100644 experiments/wine/stage3/train-dev_subset.json
 create mode 100644 experiments/wine/stage3/train-dev_train-dev_subset.json
 create mode 100644 experiments/wine/stage3/train-train-dev_subset.json

diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json
new file mode 100644
index 0000000..62669c2
--- /dev/null
+++ b/experiments/boston/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json
new file mode 100644
index 0000000..df91040
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..9cdcc22
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json
new file mode 100644
index 0000000..0fbdd98
--- /dev/null
+++ b/experiments/boston/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json
new file mode 100644
index 0000000..363789a
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..e661ba4
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..c5802d6
--- /dev/null
+++ b/experiments/boston/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage4/none_with_params.json b/experiments/boston/stage4/none_with_params.json
index ba056e1..e71a6cf 100644
--- a/experiments/boston/stage4/none_with_params.json
+++ b/experiments/boston/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/boston/stage4/omp_with_params.json b/experiments/boston/stage4/omp_with_params.json
index 0c393f6..4f0f882 100644
--- a/experiments/boston/stage4/omp_with_params.json
+++ b/experiments/boston/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/boston/stage4/random_with_params.json b/experiments/boston/stage4/random_with_params.json
index 0258396..dc5e112 100644
--- a/experiments/boston/stage4/random_with_params.json
+++ b/experiments/boston/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json
new file mode 100644
index 0000000..7a7daf3
--- /dev/null
+++ b/experiments/breast_cancer/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json
new file mode 100644
index 0000000..32e491b
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..65d591f
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json
new file mode 100644
index 0000000..6d1afd1
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json
new file mode 100644
index 0000000..2d79109
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..5ed12a2
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..d455102
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage4/none_with_params.json b/experiments/breast_cancer/stage4/none_with_params.json
index 4b4d46e..17900fe 100644
--- a/experiments/breast_cancer/stage4/none_with_params.json
+++ b/experiments/breast_cancer/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage4/omp_with_params.json b/experiments/breast_cancer/stage4/omp_with_params.json
index 287b55e..bcb7ecd 100644
--- a/experiments/breast_cancer/stage4/omp_with_params.json
+++ b/experiments/breast_cancer/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage4/random_with_params.json b/experiments/breast_cancer/stage4/random_with_params.json
index 34f70d8..251a2bd 100644
--- a/experiments/breast_cancer/stage4/random_with_params.json
+++ b/experiments/breast_cancer/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..5602f6d
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json
new file mode 100644
index 0000000..0a01203
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..1b138f1
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..2de9ae7
--- /dev/null
+++ b/experiments/california_housing/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json
index 96d5fed..6e9a156 100644
--- a/experiments/california_housing/stage4/none_with_params.json
+++ b/experiments/california_housing/stage4/none_with_params.json
@@ -5,7 +5,7 @@
     "dataset_name": "california_housing",
     "normalize_D": false,
     "dataset_normalizer": "standard",
-    "forest_size": 1000,
+    "forest_size": null,
     "extracted_forest_size_samples": 30,
     "extracted_forest_size_stop": 1.0,
     "models_dir": "models/california_housing/stage4",
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -27,7 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
-    "overwrite": true,
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json
index 45b19ce..a8621dc 100644
--- a/experiments/california_housing/stage4/omp_with_params.json
+++ b/experiments/california_housing/stage4/omp_with_params.json
@@ -5,7 +5,7 @@
     "dataset_name": "california_housing",
     "normalize_D": false,
     "dataset_normalizer": "standard",
-    "forest_size": 1000,
+    "forest_size": null,
     "extracted_forest_size_samples": 30,
     "extracted_forest_size_stop": 1.0,
     "models_dir": "models/california_housing/stage4",
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json
index e0e5d5d..73323dc 100644
--- a/experiments/california_housing/stage4/random_with_params.json
+++ b/experiments/california_housing/stage4/random_with_params.json
@@ -5,7 +5,7 @@
     "dataset_name": "california_housing",
     "normalize_D": false,
     "dataset_normalizer": "standard",
-    "forest_size": 1000,
+    "forest_size": null,
     "extracted_forest_size_samples": 30,
     "extracted_forest_size_stop": 1.0,
     "models_dir": "models/california_housing/stage4",
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -27,7 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
-    "overwrite": true,
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json
new file mode 100644
index 0000000..7b8abfb
--- /dev/null
+++ b/experiments/diabetes/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json
new file mode 100644
index 0000000..128ce33
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..fc47511
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json
new file mode 100644
index 0000000..418de93
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json
new file mode 100644
index 0000000..1bb282e
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..e7fd02d
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..aaaeca4
--- /dev/null
+++ b/experiments/diabetes/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage4/none_with_params.json b/experiments/diabetes/stage4/none_with_params.json
index 4f89e2e..10c8b3d 100644
--- a/experiments/diabetes/stage4/none_with_params.json
+++ b/experiments/diabetes/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diabetes/stage4/omp_with_params.json b/experiments/diabetes/stage4/omp_with_params.json
index c0a85a5..93b0648 100644
--- a/experiments/diabetes/stage4/omp_with_params.json
+++ b/experiments/diabetes/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diabetes/stage4/random_with_params.json b/experiments/diabetes/stage4/random_with_params.json
index 6684ed2..30615d4 100644
--- a/experiments/diabetes/stage4/random_with_params.json
+++ b/experiments/diabetes/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diamonds/stage2/no_normalization.json b/experiments/diamonds/stage2/no_normalization.json
index 2af65ef..de21ce0 100644
--- a/experiments/diamonds/stage2/no_normalization.json
+++ b/experiments/diamonds/stage2/no_normalization.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_D.json b/experiments/diamonds/stage2/normalize_D.json
index b69f4a0..b82f2c6 100644
--- a/experiments/diamonds/stage2/normalize_D.json
+++ b/experiments/diamonds/stage2/normalize_D.json
@@ -6,8 +6,8 @@
     "normalize_D": true,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_D_and_weights.json b/experiments/diamonds/stage2/normalize_D_and_weights.json
index a9ca586..8931934 100644
--- a/experiments/diamonds/stage2/normalize_D_and_weights.json
+++ b/experiments/diamonds/stage2/normalize_D_and_weights.json
@@ -6,8 +6,8 @@
     "normalize_D": true,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": true,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_weights.json b/experiments/diamonds/stage2/normalize_weights.json
index 795b1a6..fab83b2 100644
--- a/experiments/diamonds/stage2/normalize_weights.json
+++ b/experiments/diamonds/stage2/normalize_weights.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": true,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-dev_subset.json b/experiments/diamonds/stage3/train-dev_subset.json
index 935c506..6c78430 100644
--- a/experiments/diamonds/stage3/train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-dev_train-dev_subset.json b/experiments/diamonds/stage3/train-dev_train-dev_subset.json
index 9297d9c..82201c7 100644
--- a/experiments/diamonds/stage3/train-dev_train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-dev_train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-train-dev_subset.json b/experiments/diamonds/stage3/train-train-dev_subset.json
index 7cdd51b..4c4cdbe 100644
--- a/experiments/diamonds/stage3/train-train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,train+dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json
index fedf40d..ee5feaa 100644
--- a/experiments/diamonds/stage4/none_with_params.json
+++ b/experiments/diamonds/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json
index 52d8cf7..7c585a4 100644
--- a/experiments/diamonds/stage4/omp_with_params.json
+++ b/experiments/diamonds/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json
index 9089cbb..9088100 100644
--- a/experiments/diamonds/stage4/random_with_params.json
+++ b/experiments/diamonds/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json
new file mode 100644
index 0000000..dd91b37
--- /dev/null
+++ b/experiments/digits/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json
new file mode 100644
index 0000000..b016f50
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..adda507
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json
new file mode 100644
index 0000000..8e38f7e
--- /dev/null
+++ b/experiments/digits/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json
new file mode 100644
index 0000000..f36382a
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..e75de58
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..107f3d5
--- /dev/null
+++ b/experiments/digits/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json
index 599a191..3dab841 100644
--- a/experiments/digits/stage4/none_with_params.json
+++ b/experiments/digits/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json
index 45d968b..1fa78ca 100644
--- a/experiments/digits/stage4/omp_with_params.json
+++ b/experiments/digits/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json
index e96b311..940ddb4 100644
--- a/experiments/digits/stage4/random_with_params.json
+++ b/experiments/digits/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json
new file mode 100644
index 0000000..4c6556c
--- /dev/null
+++ b/experiments/iris/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json
new file mode 100644
index 0000000..004f315
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..e5c1058
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json
new file mode 100644
index 0000000..68f3501
--- /dev/null
+++ b/experiments/iris/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json
new file mode 100644
index 0000000..f924496
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..311af7e
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..fdf38dd
--- /dev/null
+++ b/experiments/iris/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage4/none_with_params.json b/experiments/iris/stage4/none_with_params.json
index 2df5617..04e2423 100644
--- a/experiments/iris/stage4/none_with_params.json
+++ b/experiments/iris/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage4/omp_with_params.json b/experiments/iris/stage4/omp_with_params.json
index ffddfac..483febc 100644
--- a/experiments/iris/stage4/omp_with_params.json
+++ b/experiments/iris/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage4/random_with_params.json b/experiments/iris/stage4/random_with_params.json
index c50daa8..5cb2d61 100644
--- a/experiments/iris/stage4/random_with_params.json
+++ b/experiments/iris/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage3/train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_subset.json
new file mode 100644
index 0000000..d066798
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage3/train-dev_train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..e7f0554
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage3/train-train-dev_subset.json b/experiments/kin8nm/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..0f233cb
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage4/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json
index 95f0f54..16396bf 100644
--- a/experiments/kin8nm/stage4/none_with_params.json
+++ b/experiments/kin8nm/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage4/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json
index 03136cb..793dbef 100644
--- a/experiments/kin8nm/stage4/omp_with_params.json
+++ b/experiments/kin8nm/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage4/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json
index 18a553f..8ccf0f3 100644
--- a/experiments/kin8nm/stage4/random_with_params.json
+++ b/experiments/kin8nm/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage3/train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_subset.json
new file mode 100644
index 0000000..3ca85b2
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..0919df9
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage3/train-train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..3e3ef7e
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json
index cd0bbd7..526ec32 100644
--- a/experiments/kr-vs-kp/stage4/none_with_params.json
+++ b/experiments/kr-vs-kp/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json
index ac4d8c6..b850926 100644
--- a/experiments/kr-vs-kp/stage4/omp_with_params.json
+++ b/experiments/kr-vs-kp/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage4/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json
index f471871..892bc2d 100644
--- a/experiments/kr-vs-kp/stage4/random_with_params.json
+++ b/experiments/kr-vs-kp/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json
new file mode 100644
index 0000000..b666bf5
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json
new file mode 100644
index 0000000..8818834
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..4bedb9d
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json
new file mode 100644
index 0000000..52781c0
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json
new file mode 100644
index 0000000..7f1954c
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..3dc5d9f
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..f45144c
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage4/none_with_params.json b/experiments/olivetti_faces/stage4/none_with_params.json
index 3fca3b0..a9f8b1a 100644
--- a/experiments/olivetti_faces/stage4/none_with_params.json
+++ b/experiments/olivetti_faces/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage4/omp_with_params.json b/experiments/olivetti_faces/stage4/omp_with_params.json
index 136133d..59039fa 100644
--- a/experiments/olivetti_faces/stage4/omp_with_params.json
+++ b/experiments/olivetti_faces/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage4/random_with_params.json b/experiments/olivetti_faces/stage4/random_with_params.json
index 2a2ab9a..4c25028 100644
--- a/experiments/olivetti_faces/stage4/random_with_params.json
+++ b/experiments/olivetti_faces/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/spambase/stage3/train-dev_subset.json b/experiments/spambase/stage3/train-dev_subset.json
new file mode 100644
index 0000000..6bc736c
--- /dev/null
+++ b/experiments/spambase/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage3/train-dev_train-dev_subset.json b/experiments/spambase/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..a6d8a6d
--- /dev/null
+++ b/experiments/spambase/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage3/train-train-dev_subset.json b/experiments/spambase/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..dcbd560
--- /dev/null
+++ b/experiments/spambase/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/none_with_params.json b/experiments/spambase/stage4/none_with_params.json
new file mode 100644
index 0000000..cac696e
--- /dev/null
+++ b/experiments/spambase/stage4/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/omp_with_params.json b/experiments/spambase/stage4/omp_with_params.json
new file mode 100644
index 0000000..4aad814
--- /dev/null
+++ b/experiments/spambase/stage4/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/random_with_params.json b/experiments/spambase/stage4/random_with_params.json
new file mode 100644
index 0000000..982d9a8
--- /dev/null
+++ b/experiments/spambase/stage4/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_subset.json
new file mode 100644
index 0000000..8eac9fc
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-dev_train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..1a76524
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-train-dev_subset.json b/experiments/steel-plates/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..fb60f85
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json
index 8f4b9a0..360c792 100644
--- a/experiments/steel-plates/stage4/none_with_params.json
+++ b/experiments/steel-plates/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json
index ffaa72f..a1efe88 100644
--- a/experiments/steel-plates/stage4/omp_with_params.json
+++ b/experiments/steel-plates/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json
index a86d432..c72830a 100644
--- a/experiments/steel-plates/stage4/random_with_params.json
+++ b/experiments/steel-plates/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage2/no_normalization.json b/experiments/wine/stage2/no_normalization.json
new file mode 100644
index 0000000..12fb47f
--- /dev/null
+++ b/experiments/wine/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_D.json b/experiments/wine/stage2/normalize_D.json
new file mode 100644
index 0000000..5bc7c1e
--- /dev/null
+++ b/experiments/wine/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_D_and_weights.json b/experiments/wine/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..7be2dd7
--- /dev/null
+++ b/experiments/wine/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_weights.json b/experiments/wine/stage2/normalize_weights.json
new file mode 100644
index 0000000..2f57582
--- /dev/null
+++ b/experiments/wine/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json
new file mode 100644
index 0000000..3ce11ae
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000..db7c0f9
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000..5162a25
--- /dev/null
+++ b/experiments/wine/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage4/none_with_params.json b/experiments/wine/stage4/none_with_params.json
index 2621fec..06f4ab0 100644
--- a/experiments/wine/stage4/none_with_params.json
+++ b/experiments/wine/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage4/omp_with_params.json b/experiments/wine/stage4/omp_with_params.json
index a5ff257..ca2ee33 100644
--- a/experiments/wine/stage4/omp_with_params.json
+++ b/experiments/wine/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage4/random_with_params.json b/experiments/wine/stage4/random_with_params.json
index f344a10..18802b7 100644
--- a/experiments/wine/stage4/random_with_params.json
+++ b/experiments/wine/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
-- 
GitLab