- Remove extracted_forest_sizes_number parameter from compute_results.py and...

- Remove extracted_forest_sizes_number parameter from compute_results.py and retreive the value instead;
- Add almost all remaining experiment config files of stages 1, 2 and 3;
- Add almost all remaining result plots of stages 1, 2 and 3;
- Add some temporary scripts to run all stages experiments.

experiments/breast_cancer/stage3/train-train-dev_subset.json

+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        8,
+        17,
+        25,
+        33,
+        42
+    ]
+}
\ No newline at end of file

experiments/california_housing/stage1/none_with_params.json

 {
+    "experiment_id": 1,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "none",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/none_with_params_1.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 1
+}
\ No newline at end of file

experiments/california_housing/stage1/none_wo_params.json

 {
+    "experiment_id": 4,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "none",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/none_wo_params_4.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 4
+}
\ No newline at end of file

experiments/california_housing/stage1/omp_with_params.json

 {
+    "experiment_id": 3,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "omp",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/omp_with_params_3.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 3
+}
\ No newline at end of file

experiments/california_housing/stage1/omp_wo_params.json

 {
+    "experiment_id": 6,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "omp",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/omp_wo_params_6.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 6
+}
\ No newline at end of file

experiments/california_housing/stage1/random_with_params.json

 {
+    "experiment_id": 2,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "random",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/random_with_params_2.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 2
+}
\ No newline at end of file

experiments/california_housing/stage1/random_wo_params.json

 {
+    "experiment_id": 5,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -6,15 +7,17 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.1,
-    "models_dir": ".\\models",
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,10 +30,10 @@
     "job_number": -1,
     "extraction_strategy": "random",
     "extracted_forest_size": [
-        16,
+        8,
+        17,
+        25,
         33,
-        50,
-        66,
-        83
+        42
     ]
 }
\ No newline at end of file

experiments/california_housing/stage1/random_wo_params_5.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": ".\\models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 5
+}
\ No newline at end of file

experiments/california_housing/stage2/no_normalization.json

 {
+    "experiment_id": 1,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -7,7 +8,7 @@
     "forest_size": null,
     "extracted_forest_size_samples": 5,
     "extracted_forest_size_stop": 0.05,
-    "models_dir": "./models",
+    "models_dir": "models/california_housing/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,

experiments/california_housing/stage2/normalize_D.json

 {
-    "experiment_id": 8,
+    "experiment_id": 2,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -8,7 +8,7 @@
     "forest_size": null,
     "extracted_forest_size_samples": 5,
     "extracted_forest_size_stop": 0.05,
-    "models_dir": "./models",
+    "models_dir": "models/california_housing/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,

experiments/california_housing/stage2/normalize_D_and_weights.json

 {
-    "experiment_id": 10,
+    "experiment_id": 4,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -8,7 +8,7 @@
     "forest_size": null,
     "extracted_forest_size_samples": 5,
     "extracted_forest_size_stop": 0.05,
-    "models_dir": "./models",
+    "models_dir": "models/california_housing/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,

experiments/california_housing/stage2/normalize_weights.json

 {
-    "experiment_id": 9,
+    "experiment_id": 3,
     "experiment_configuration": null,
     "experiment_configuration_path": "experiments",
     "dataset_name": "california_housing",
@@ -8,7 +8,7 @@
     "forest_size": null,
     "extracted_forest_size_samples": 5,
     "extracted_forest_size_stop": 0.05,
-    "models_dir": "./models",
+    "models_dir": "models/california_housing/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,

experiments/california_housing/stage3/train-dev_subset.json

+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        8,
+        17,
+        25,
+        33,
+        42
+    ]
+}
\ No newline at end of file

experiments/california_housing/stage3/train-dev_train-dev_subset.json

+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        8,
+        17,
+        25,
+        33,
+        42
+    ]
+}
\ No newline at end of file

experiments/california_housing/stage3/train-train-dev_subset.json

+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.05,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        8,
+        17,
+        25,
+        33,
+        42
+    ]
+}
\ No newline at end of file