diff --git a/TODO.md b/TODO.md
index b94e576024a5294b6eaffaaf1af5003f0e034313..3a7a10fcedae60aed1429b1bfdecaa467ca761ac 100644
--- a/TODO.md
+++ b/TODO.md
@@ -1,3 +1 @@
-* Fix model results loading in compute_results.py.
-* Check that omp multiclasses classifier is working as expected.
-* Fix the dataset error of fetcher when job_number > 1.
\ No newline at end of file
+* Check that omp multiclasses classifier is working as expected.
\ No newline at end of file
diff --git a/code/bolsonaro/models/ensemble_selection_forest_regressor.py b/code/bolsonaro/models/ensemble_selection_forest_regressor.py
new file mode 100644
index 0000000000000000000000000000000000000000..b82e131d296392963e31d85f5c1444fc5cb7fd09
--- /dev/null
+++ b/code/bolsonaro/models/ensemble_selection_forest_regressor.py
@@ -0,0 +1,90 @@
+from sklearn.metrics import mean_squared_error
+from sklearn.base import BaseEstimator
+from sklearn.tree import DecisionTreeRegressor
+from abc import abstractmethod, ABCMeta
+import numpy as np
+from tqdm import tqdm
+
+
+class EnsembleSelectionForestRegressor(BaseEstimator, metaclass=ABCMeta):
+    """
+    'Ensemble selection from libraries of models' by Rich Caruana et al
+    """
+
+    def __init__(self, models_parameters, library, score_metric=mean_squared_error):
+        self._models_parameters = models_parameters
+        self._library = library
+        self._extracted_forest_size = self._models_parameters.extracted_forest_size
+        self._score_metric = score_metric
+
+    @property
+    def models_parameters(self):
+        return self._models_parameters
+
+    @property
+    def library(self):
+        return self._library
+
+    def fit(self, X_train, y_train, X_val, y_val):
+        scores_list = list()
+        for estimator in self._library:
+            val_score = self._score_metric(estimator.predict(X_val), y_val)
+            scores_list.append(val_score)
+
+        class_list = list(self._library)
+        m = np.argmax(np.asarray(scores_list))
+        self._ensemble_selected = [class_list[m]]
+        temp_pred = class_list[m].predict(X_val)
+        del class_list[m]
+        for k in range(self._extracted_forest_size - 1):
+            candidate_index = 0
+            best_score = 100000
+            for j in range(len(class_list)):
+                temp_pred = np.vstack((temp_pred, class_list[j].predict(X_val)))
+                temp_mean = np.mean(temp_pred, axis=0)
+                temp_score = self._score_metric(temp_mean, y_val)
+                if (temp_score < best_score):
+                    candidate_index = j
+                    best_score = temp_score
+                temp_pred = np.delete(temp_pred, -1, 0)
+            self._ensemble_selected.append(class_list[candidate_index])
+            temp_pred = np.vstack((temp_pred, class_list[candidate_index].predict(X_val)))
+            del class_list[candidate_index]
+
+    def score(self, X, y):
+        predictions = self._predict_base_estimator(X)
+        return self._score_metric(predictions, y)
+
+    def predict_base_estimator(self, X):
+        predictions = list()
+        for tree in self._ensemble_selected:
+            predictions.append(tree.predict(X))
+        mean_predictions = np.mean(np.array(predictions), axis=0)
+        return mean_predictions
+
+    @staticmethod
+    def generate_library(X_train, y_train, random_state=None):
+        criterion_arr = ["mse"]#, "friedman_mse", "mae"]
+        splitter_arr = ["best"]#, "random"]
+        depth_arr = [i for i in range(5, 20, 1)]
+        min_samples_split_arr = [i for i in range(2, 20, 1)]
+        min_samples_leaf_arr = [i for i in range(2, 20, 1)]
+        max_features_arr = ["sqrt"]#["auto", "sqrt", "log2"]
+
+        library = list()
+        with tqdm(total=len(criterion_arr) * len(splitter_arr) * \
+            len(depth_arr) * len(min_samples_split_arr) * len(min_samples_leaf_arr) * \
+            len(max_features_arr)) as bar:
+            bar.set_description('Generating library')
+            for criterion in criterion_arr:
+                for splitter in splitter_arr:
+                    for depth in depth_arr:
+                        for min_samples_split in min_samples_split_arr:
+                            for min_samples_leaf in min_samples_leaf_arr:
+                                for max_features in max_features_arr:
+                                    t = DecisionTreeRegressor(criterion=criterion, splitter=splitter, max_depth=depth, min_samples_split=min_samples_split,
+                                        min_samples_leaf=min_samples_leaf, max_features=max_features, random_state=random_state)
+                                    t.fit(X_train, y_train)
+                                    library.append(t)
+                                    bar.update(1)
+        return library
diff --git a/code/bolsonaro/models/model_factory.py b/code/bolsonaro/models/model_factory.py
index bbda6cae89d218c7831780f71b9fc6a7bc022d54..335816b1dd33d28175f4865da2fddbbf73b8027d 100644
--- a/code/bolsonaro/models/model_factory.py
+++ b/code/bolsonaro/models/model_factory.py
@@ -3,6 +3,7 @@ from bolsonaro.models.omp_forest_regressor import OmpForestRegressor
 from bolsonaro.models.model_parameters import ModelParameters
 from bolsonaro.models.similarity_forest_regressor import SimilarityForestRegressor
 from bolsonaro.models.kmeans_forest_regressor import KMeansForestRegressor
+from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor
 from bolsonaro.data.task import Task
 
 from sklearn.ensemble import RandomForestRegressor, RandomForestClassifier
@@ -13,7 +14,7 @@ import pickle
 class ModelFactory(object):
 
     @staticmethod
-    def build(task, model_parameters):
+    def build(task, model_parameters, library=None):
         if task not in [Task.BINARYCLASSIFICATION, Task.REGRESSION, Task.MULTICLASSIFICATION]:
             raise ValueError("Unsupported task '{}'".format(task))
 
@@ -21,10 +22,10 @@ class ModelFactory(object):
             if model_parameters.extraction_strategy == 'omp':
                 return OmpForestBinaryClassifier(model_parameters)
             elif model_parameters.extraction_strategy == 'random':
-                return RandomForestClassifier(n_estimators=model_parameters.extracted_forest_size,
+                return RandomForestClassifier(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             elif model_parameters.extraction_strategy == 'none':
-                return RandomForestClassifier(n_estimators=model_parameters.hyperparameters['n_estimators'],
+                return RandomForestClassifier(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             else:
                 raise ValueError('Invalid extraction strategy')
@@ -32,14 +33,16 @@ class ModelFactory(object):
             if model_parameters.extraction_strategy == 'omp':
                 return OmpForestRegressor(model_parameters)
             elif model_parameters.extraction_strategy == 'random':
-                return RandomForestRegressor(n_estimators=model_parameters.extracted_forest_size,
+                return RandomForestRegressor(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             elif model_parameters.extraction_strategy == 'similarity':
                 return SimilarityForestRegressor(model_parameters)
             elif model_parameters.extraction_strategy == 'kmeans':
                 return KMeansForestRegressor(model_parameters)
+            elif model_parameters.extraction_strategy == 'ensemble':
+                return EnsembleSelectionForestRegressor(model_parameters, library=library)
             elif model_parameters.extraction_strategy == 'none':
-                return RandomForestRegressor(n_estimators=model_parameters.hyperparameters['n_estimators'],
+                return RandomForestRegressor(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             else:
                 raise ValueError('Invalid extraction strategy')
@@ -47,10 +50,10 @@ class ModelFactory(object):
             if model_parameters.extraction_strategy == 'omp':
                 return OmpForestMulticlassClassifier(model_parameters)
             elif model_parameters.extraction_strategy == 'random':
-                return RandomForestClassifier(n_estimators=model_parameters.extracted_forest_size,
+                return RandomForestClassifier(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             elif model_parameters.extraction_strategy == 'none':
-                return RandomForestClassifier(n_estimators=model_parameters.hyperparameters['n_estimators'],
+                return RandomForestClassifier(**model_parameters.hyperparameters,
                     random_state=model_parameters.seed)
             else:
                 raise ValueError('Invalid extraction strategy')
diff --git a/code/bolsonaro/models/omp_forest.py b/code/bolsonaro/models/omp_forest.py
index 5b947d327693020b51c7da778d4855274454de93..0e2a109a9745b3d94021eb523ad7fc3129fb8793 100644
--- a/code/bolsonaro/models/omp_forest.py
+++ b/code/bolsonaro/models/omp_forest.py
@@ -123,7 +123,9 @@ class SingleOmpForest(OmpForest):
         forest_predictions = self._base_estimator_predictions(X)
 
         if self._models_parameters.normalize_D:
+            forest_predictions = forest_predictions.T
             forest_predictions /= self._forest_norms
+            forest_predictions = forest_predictions.T
 
         return self._make_omp_weighted_prediction(forest_predictions, self._omp, self._models_parameters.normalize_weights)
 
@@ -134,16 +136,15 @@ class SingleOmpForest(OmpForest):
         Make all the base tree predictions
 
         :param X: a Forest
-        :return: a np.array of the predictions of the entire forest
+        :return: a np.array of the predictions of the trees selected by OMP without applyong the weight
         """
-        forest_predictions = self._base_estimator_predictions(X).T
+        forest_predictions = np.array([tree.predict(X) for tree in self._base_forest_estimator.estimators_])
 
         if self._models_parameters.normalize_D:
+            forest_predictions = forest_predictions.T
             forest_predictions /= self._forest_norms
+            forest_predictions = forest_predictions.T
 
         weights = self._omp.coef_
-        omp_trees_indices = np.nonzero(weights)[0]
-
-        select_trees = np.mean(forest_predictions[omp_trees_indices], axis=0)
-        print(len(omp_trees_indices))
+        select_trees = np.mean(forest_predictions[weights != 0], axis=0)
         return select_trees
diff --git a/code/bolsonaro/models/omp_forest_classifier.py b/code/bolsonaro/models/omp_forest_classifier.py
index a51405a6a3278bb86dd52d011b599175bbfc7482..9dfabb7d9c2836b116ccce97aa090a67cd134403 100644
--- a/code/bolsonaro/models/omp_forest_classifier.py
+++ b/code/bolsonaro/models/omp_forest_classifier.py
@@ -37,12 +37,12 @@ class OmpForestBinaryClassifier(SingleOmpForest):
         forest_predictions = np.array([tree.predict_proba(X) for tree in self._base_forest_estimator.estimators_])
 
         if self._models_parameters.normalize_D:
+            forest_predictions = forest_predictions.T
             forest_predictions /= self._forest_norms
+            forest_predictions = forest_predictions.T
 
         weights = self._omp.coef_
-        omp_trees_indices = np.nonzero(weights)
-
-        omp_trees_predictions = forest_predictions[omp_trees_indices].T[1]
+        omp_trees_predictions = forest_predictions[weights != 0].T[1]
 
         # Here forest_pred is the probability of being class 1.
 
@@ -119,7 +119,9 @@ class OmpForestMulticlassClassifier(OmpForest):
         forest_predictions = np.array([tree.predict_proba(X) for tree in self._base_forest_estimator.estimators_]).T
 
         if self._models_parameters.normalize_D:
+            forest_predictions = forest_predictions.T
             forest_predictions /= self._forest_norms
+            forest_predictions = forest_predictions.T
 
         label_names = []
         preds = []
diff --git a/code/bolsonaro/trainer.py b/code/bolsonaro/trainer.py
index 7070126e2a9a8f449757bdab9381b4bffab99b2d..4626f0060fb1fd948586362cfbbf77d764320b9b 100644
--- a/code/bolsonaro/trainer.py
+++ b/code/bolsonaro/trainer.py
@@ -2,6 +2,8 @@ from bolsonaro.models.model_raw_results import ModelRawResults
 from bolsonaro.models.omp_forest_regressor import OmpForestRegressor
 from bolsonaro.models.omp_forest_classifier import OmpForestBinaryClassifier, OmpForestMulticlassClassifier
 from bolsonaro.models.similarity_forest_regressor import SimilarityForestRegressor
+from bolsonaro.models.kmeans_forest_regressor import KMeansForestRegressor
+from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor
 from bolsonaro.error_handling.logger_factory import LoggerFactory
 from bolsonaro.data.task import Task
 from . import LOG_PATH
@@ -72,20 +74,25 @@ class Trainer(object):
         else:
             raise ValueError("Unknown specified subsets_used parameter '{}'".format(model.models_parameters.subsets_used))
 
-    def train(self, model):
+    def train(self, model, extracted_forest_size=None):
         """
         :param model: An instance of either RandomForestRegressor, RandomForestClassifier, OmpForestRegressor,
             OmpForestBinaryClassifier, OmpForestMulticlassClassifier.
         :return:
         """
-
         self._logger.debug('Training model using train set...')
         self._begin_time = time.time()
         if type(model) in [RandomForestRegressor, RandomForestClassifier]:
-            model.fit(
-                X=self._X_forest,
-                y=self._y_forest
-            )
+            if extracted_forest_size is not None:
+                estimators_index = np.arange(len(model.estimators_))
+                np.random.shuffle(estimators_index)
+                choosen_estimators = estimators_index[:extracted_forest_size]
+                model.estimators_ = np.array(model.estimators_)[choosen_estimators]
+            else:
+                model.fit(
+                    X=self._X_forest,
+                    y=self._y_forest
+                )
         else:
             model.fit(
                 self._X_forest,
@@ -96,7 +103,7 @@ class Trainer(object):
         self._end_time = time.time()
 
     def __score_func(self, model, X, y_true, weights=True):
-        if type(model) in [OmpForestRegressor, RandomForestRegressor, SimilarityForestRegressor]:
+        if type(model) in [OmpForestRegressor, RandomForestRegressor]:
             if weights:
                 y_pred = model.predict(X)
             else:
@@ -109,12 +116,14 @@ class Trainer(object):
                 y_pred = model.predict_no_weights(X)
             if type(model) is OmpForestBinaryClassifier:
                 y_pred = np.sign(y_pred)
-                y_pred = np.where(y_pred==0, 1, y_pred)
+                y_pred = np.where(y_pred == 0, 1, y_pred)
             result = self._classification_score_metric(y_true, y_pred)
+        elif type(model) in [SimilarityForestRegressor, KMeansForestRegressor, EnsembleSelectionForestRegressor]:
+            result = model.score(X, y_true)
         return result
 
     def __score_func_base(self, model, X, y_true):
-        if type(model) == OmpForestRegressor:
+        if type(model) in [OmpForestRegressor, SimilarityForestRegressor, KMeansForestRegressor, EnsembleSelectionForestRegressor]:
             y_pred = model.predict_base_estimator(X)
             result = self._base_regression_score_metric(y_true, y_pred)
         elif type(model) in [OmpForestBinaryClassifier, OmpForestMulticlassClassifier]:
@@ -123,7 +132,7 @@ class Trainer(object):
         elif type(model) == RandomForestClassifier:
             y_pred = model.predict(X)
             result = self._base_classification_score_metric(y_true, y_pred)
-        elif type(model) in [RandomForestRegressor, SimilarityForestRegressor]:
+        elif type(model) is RandomForestRegressor:
             y_pred = model.predict(X)
             result = self._base_regression_score_metric(y_true, y_pred)
         return result
diff --git a/code/compute_results.py b/code/compute_results.py
index 5f7fac2c7718cf887d3d83a5b3a7eb9cdebfb9d9..81f4ff94bc243e4e20d5251534f5201db8123e8c 100644
--- a/code/compute_results.py
+++ b/code/compute_results.py
@@ -133,10 +133,11 @@ if __name__ == "__main__":
 
     parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
     parser.add_argument('--stage', nargs='?', type=int, required=True, help='Specify the stage number among [1, 5].')
-    parser.add_argument('--experiment_ids', nargs='+', type=int, required=True, help='Compute the results of the specified experiment id(s).' + \
+    parser.add_argument('--experiment_ids', nargs='+', type=str, required=True, help='Compute the results of the specified experiment id(s).' + \
         'stage=1: {{base_with_params}} {{random_with_params}} {{omp_with_params}} {{base_wo_params}} {{random_wo_params}} {{omp_wo_params}}' + \
         'stage=2: {{no_normalization}} {{normalize_D}} {{normalize_weights}} {{normalize_D_and_weights}}' + \
-        'stage=3: {{train-dev_subset}} {{train-dev_train-dev_subset}} {{train-train-dev_subset}}')
+        'stage=3: {{train-dev_subset}} {{train-dev_train-dev_subset}} {{train-train-dev_subset}}' + \
+        'stage=5: {{base_with_params}} {{random_with_params}} {{omp_with_params}} [ensemble={{id}}] [similarity={{id}}] [kmean={{id}}]')
     parser.add_argument('--dataset_name', nargs='?', type=str, required=True, help='Specify the dataset name. TODO: read it from models dir directly.')
     parser.add_argument('--results_dir', nargs='?', type=str, default=DEFAULT_RESULTS_DIR, help='The output directory of the results.')
     parser.add_argument('--models_dir', nargs='?', type=str, default=DEFAULT_MODELS_DIR, help='The output directory of the trained models.')
@@ -159,7 +160,7 @@ if __name__ == "__main__":
             raise ValueError('In the case of stage 1, the number of specified experiment ids must be 6.')
 
         # Retreive the extracted forest sizes number used in order to have a base forest axis as long as necessary
-        extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, args.experiment_ids[1])
+        extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, int(args.experiment_ids[1]))
 
         # Experiments that used the best hyperparameters found for this dataset
 
@@ -167,18 +168,18 @@ if __name__ == "__main__":
         logger.info('Loading base_with_params experiment scores...')
         base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \
             base_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0],
+            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]),
             extracted_forest_sizes_number)
         # random_with_params
         logger.info('Loading random_with_params experiment scores...')
         random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \
             with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1])
+            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1]))
         # omp_with_params
         logger.info('Loading omp_with_params experiment scores...')
         omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \
             omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[2])
+                args.models_dir, args.results_dir, int(args.experiment_ids[2]))
 
         # Experiments that didn't use the best hyperparameters found for this dataset
 
@@ -186,19 +187,19 @@ if __name__ == "__main__":
         logger.info('Loading base_wo_params experiment scores...')
         base_wo_params_train_scores, base_wo_params_dev_scores, base_wo_params_test_scores, \
             base_wo_params_experiment_score_metric = extract_scores_across_seeds_and_forest_size(
-                args.models_dir, args.results_dir, args.experiment_ids[3],
+                args.models_dir, args.results_dir, int(args.experiment_ids[3]),
             extracted_forest_sizes_number)
         # random_wo_params
         logger.info('Loading random_wo_params experiment scores...')
         random_wo_params_train_scores, random_wo_params_dev_scores, random_wo_params_test_scores, \
             wo_params_extracted_forest_sizes, random_wo_params_experiment_score_metric = \
                 extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[4])
+                args.models_dir, args.results_dir, int(args.experiment_ids[4]))
         # base_wo_params
         logger.info('Loading base_wo_params experiment scores...')
         omp_wo_params_train_scores, omp_wo_params_dev_scores, omp_wo_params_test_scores, _, \
             omp_wo_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[5])
+                args.models_dir, args.results_dir, int(args.experiment_ids[5]))
 
         # Sanity check on the metrics retreived
         if not (base_with_params_experiment_score_metric == random_with_params_experiment_score_metric ==
@@ -243,25 +244,25 @@ if __name__ == "__main__":
         logger.info('Loading no_normalization experiment scores...')
         _, _, no_normalization_test_scores, extracted_forest_sizes, no_normalization_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[0])
+            int(args.experiment_ids[0]))
 
         # normalize_D
         logger.info('Loading normalize_D experiment scores...')
         _, _, normalize_D_test_scores, _, normalize_D_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[1])
+            int(args.experiment_ids[1]))
 
         # normalize_weights
         logger.info('Loading normalize_weights experiment scores...')
         _, _, normalize_weights_test_scores, _, normalize_weights_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[2])
+            int(args.experiment_ids[2]))
 
         # normalize_D_and_weights
         logger.info('Loading normalize_D_and_weights experiment scores...')
         _, _, normalize_D_and_weights_test_scores, _, normalize_D_and_weights_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[3])
+            int(args.experiment_ids[3]))
 
         # Sanity check on the metrics retreived
         if not (no_normalization_experiment_score_metric == normalize_D_experiment_score_metric
@@ -290,21 +291,21 @@ if __name__ == "__main__":
         train_dev_subset_train_scores, train_dev_subset_dev_scores, train_dev_subset_test_scores, \
             extracted_forest_sizes, train_dev_subset_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[0])
+            int(args.experiment_ids[0]))
 
         # train-dev_train-dev_subset
         logger.info('Loading train-dev_train-dev_subset experiment scores...')
         train_dev_train_dev_subset_train_scores, train_dev_train_dev_subset_dev_scores, train_dev_train_dev_subset_test_scores, \
             _, train_dev_train_dev_subset_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[1])
+            int(args.experiment_ids[1]))
 
         # train-train-dev_subset
         logger.info('Loading train-train-dev_subset experiment scores...')
         train_train_dev_subset_train_scores, train_train_dev_subset_dev_scores, train_train_dev_subset_test_scores, \
             _, train_train_dev_subset_experiment_score_metric = \
             extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir,
-            args.experiment_ids[2])
+            int(args.experiment_ids[2]))
 
         # Sanity check on the metrics retreived
         if not (train_dev_subset_experiment_score_metric == train_dev_train_dev_subset_experiment_score_metric
@@ -349,13 +350,13 @@ if __name__ == "__main__":
         logger.info('Loading base_with_params experiment scores...')
         base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \
             base_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0],
+            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]),
             extracted_forest_sizes_number)
         # random_with_params
         logger.info('Loading random_with_params experiment scores...')
         random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \
             with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1])
+            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1]))
         # omp_with_params
         logger.info('Loading omp_with_params experiment scores...')
         """omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \
@@ -363,12 +364,12 @@ if __name__ == "__main__":
                 args.models_dir, args.results_dir, args.experiment_ids[2])"""
         omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \
             omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[2])
+                args.models_dir, args.results_dir, int(args.experiment_ids[2]))
         #omp_with_params_without_weights
-        logger.info('Loading omp_with_params experiment scores...')
+        logger.info('Loading omp_no_weights experiment scores...')
         omp_with_params_without_weights_train_scores, omp_with_params_without_weights_dev_scores, omp_with_params_without_weights_test_scores, _, \
             omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[2], weights=False)
+                args.models_dir, args.results_dir, int(args.experiment_ids[2]), weights=False)
 
         """# base_with_params
         logger.info('Loading base_with_params experiment scores 2...')
@@ -388,7 +389,7 @@ if __name__ == "__main__":
             raise ValueError('Score metrics of all experiments must be the same.')
         experiments_score_metric = base_with_params_experiment_score_metric
 
-        output_path = os.path.join(args.results_dir, args.dataset_name, 'stage4_fix')
+        output_path = os.path.join(args.results_dir, args.dataset_name, 'stage4')
         pathlib.Path(output_path).mkdir(parents=True, exist_ok=True)
 
         Plotter.plot_stage2_losses(
@@ -402,47 +403,63 @@ if __name__ == "__main__":
             title='Loss values of {}\nusing best params of previous stages'.format(args.dataset_name))
     elif args.stage == 5:
         # Retreive the extracted forest sizes number used in order to have a base forest axis as long as necessary
-        extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, args.experiment_ids[1])
+        extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, int(args.experiment_ids[1]))
+        all_labels = list()
+        all_scores = list()
 
         # base_with_params
         logger.info('Loading base_with_params experiment scores...')
         base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \
             base_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0],
+            extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]),
             extracted_forest_sizes_number)
         # random_with_params
         logger.info('Loading random_with_params experiment scores...')
         random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \
             with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \
-            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1])
+            extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1]))
         # omp_with_params
         logger.info('Loading omp_with_params experiment scores...')
         omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \
             omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[2])
-        # omp_with_params
-        logger.info('Loading kmeans_with_params experiment scores...')
-        kmeans_with_params_train_scores, kmeans_with_params_dev_scores, kmeans_with_params_test_scores, _, \
-            kmeans_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
-                args.models_dir, args.results_dir, args.experiment_ids[3])
-        
-        # Sanity check on the metrics retreived
-        if not (base_with_params_experiment_score_metric == random_with_params_experiment_score_metric
-            == omp_with_params_experiment_score_metric == kmeans_with_params_experiment_score_metric):
-            raise ValueError('Score metrics of all experiments must be the same.')
-        experiments_score_metric = base_with_params_experiment_score_metric
+                args.models_dir, args.results_dir, int(args.experiment_ids[2]))
+        #omp_with_params_without_weights
+        logger.info('Loading omp_with_params experiment scores...')
+        omp_with_params_without_weights_train_scores, omp_with_params_without_weights_dev_scores, omp_with_params_without_weights_test_scores, _, \
+            omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes(
+                args.models_dir, args.results_dir, int(args.experiment_ids[2]), weights=False)
+
+        all_labels = ['base', 'random', 'omp', 'omp_without_weights']
+        all_scores = [base_with_params_test_scores, random_with_params_test_scores, omp_with_params_test_scores,
+            omp_with_params_without_weights_test_scores]
+
+        for i in range(3, len(args.experiment_ids)):
+            if 'kmeans' in args.experiment_ids[i]:
+                label = 'kmeans'
+            elif 'similarity' in args.experiment_ids[i]:
+                label = 'similarity'
+            elif 'ensemble' in args.experiment_ids[i]:
+                label = 'ensemble'
+            else:
+                logger.error('Invalid value encountered')
+                continue
 
-        output_path = os.path.join(args.results_dir, args.dataset_name, 'stage5_kmeans')
+            logger.info(f'Loading {label} experiment scores...')
+            _, _, current_test_scores, _, _ = extract_scores_across_seeds_and_extracted_forest_sizes(
+                args.models_dir, args.results_dir, int(args.experiment_ids[i].split('=')[1]))
+            all_labels.append(label)
+            all_scores.append(current_test_scores)
+
+        output_path = os.path.join(args.results_dir, args.dataset_name, 'stage5')
         pathlib.Path(output_path).mkdir(parents=True, exist_ok=True)
 
         Plotter.plot_stage2_losses(
-            file_path=output_path + os.sep + 'losses.png',
-            all_experiment_scores=[base_with_params_test_scores, random_with_params_test_scores, omp_with_params_test_scores,
-                kmeans_with_params_test_scores],
-            all_labels=['base', 'random', 'omp', 'kmeans'],
+            file_path=output_path + os.sep + f"losses_{'-'.join(all_labels)}.png",
+            all_experiment_scores=all_scores,
+            all_labels=all_labels,
             x_value=with_params_extracted_forest_sizes,
             xlabel='Number of trees extracted',
-            ylabel=experiments_score_metric,
+            ylabel=base_with_params_experiment_score_metric,
             title='Loss values of {}\nusing best params of previous stages'.format(args.dataset_name))
     else:
         raise ValueError('This stage number is not supported yet, but it will be!')
diff --git a/code/train.py b/code/train.py
index 1d75e98b9044165abb075a346761a910d8479a83..8e48e14009dff51ed92d7baba7b49760146347a9 100644
--- a/code/train.py
+++ b/code/train.py
@@ -2,6 +2,7 @@ from bolsonaro.data.dataset_parameters import DatasetParameters
 from bolsonaro.data.dataset_loader import DatasetLoader
 from bolsonaro.models.model_factory import ModelFactory
 from bolsonaro.models.model_parameters import ModelParameters
+from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor
 from bolsonaro.trainer import Trainer
 from bolsonaro.utils import resolve_experiment_id, tqdm_joblib
 from bolsonaro import LOG_PATH
@@ -9,6 +10,7 @@ from bolsonaro.error_handling.logger_factory import LoggerFactory
 
 from dotenv import find_dotenv, load_dotenv
 import argparse
+import copy
 import json
 import pathlib
 import random
@@ -53,10 +55,37 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb
 
     trainer = Trainer(dataset)
 
+    if parameters['extraction_strategy'] == 'ensemble':
+        library = EnsembleSelectionForestRegressor.generate_library(dataset.X_train, dataset.y_train, random_state=seed)
+    else:
+        library = None
+
+    if parameters['extraction_strategy'] == 'random':
+        pretrained_model_parameters = ModelParameters(
+            extracted_forest_size=parameters['forest_size'],
+            normalize_D=parameters['normalize_D'],
+            subsets_used=parameters['subsets_used'],
+            normalize_weights=parameters['normalize_weights'],
+            seed=seed,
+            hyperparameters=hyperparameters,
+            extraction_strategy=parameters['extraction_strategy']
+        )
+        pretrained_estimator = ModelFactory.build(dataset.task, pretrained_model_parameters, library=library)
+        pretraned_trainer = Trainer(dataset)
+        pretraned_trainer.init(pretrained_estimator, subsets_used=parameters['subsets_used'])
+        pretrained_estimator.fit(
+            X=pretraned_trainer._X_forest,
+            y=pretraned_trainer._y_forest
+        )
+    else:
+        pretrained_estimator = None
+        pretrained_model_parameters = None
+
     if parameters['extraction_strategy'] != 'none':
         with tqdm_joblib(tqdm(total=len(parameters['extracted_forest_size']), disable=not verbose)) as extracted_forest_size_job_pb:
             Parallel(n_jobs=-1)(delayed(extracted_forest_size_job)(extracted_forest_size_job_pb, parameters['extracted_forest_size'][i],
-                models_dir, seed, parameters, dataset, hyperparameters, experiment_id, trainer)
+                models_dir, seed, parameters, dataset, hyperparameters, experiment_id, trainer, library,
+                pretrained_estimator=pretrained_estimator, pretrained_model_parameters=pretrained_model_parameters)
                 for i in range(len(parameters['extracted_forest_size'])))
     else:
         forest_size = hyperparameters['n_estimators']
@@ -88,7 +117,7 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb
             )
             model_parameters.save(sub_models_dir, experiment_id)
 
-            model = ModelFactory.build(dataset.task, model_parameters)
+            model = ModelFactory.build(dataset.task, model_parameters, library=library)
 
             trainer.init(model, subsets_used=parameters['subsets_used'])
             trainer.train(model)
@@ -97,7 +126,8 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb
     seed_job_pb.update(1)
 
 def extracted_forest_size_job(extracted_forest_size_job_pb, extracted_forest_size, models_dir,
-    seed, parameters, dataset, hyperparameters, experiment_id, trainer):
+    seed, parameters, dataset, hyperparameters, experiment_id, trainer, library,
+    pretrained_estimator=None, pretrained_model_parameters=None):
 
     logger = LoggerFactory.create(LOG_PATH, 'training_seed{}_extracted_forest_size{}_ti{}'.format(
         seed, extracted_forest_size, threading.get_ident()))
@@ -121,21 +151,24 @@ def extracted_forest_size_job(extracted_forest_size_job_pb, extracted_forest_siz
 
     pathlib.Path(sub_models_dir).mkdir(parents=True, exist_ok=True)
 
-    model_parameters = ModelParameters(
-        extracted_forest_size=extracted_forest_size,
-        normalize_D=parameters['normalize_D'],
-        subsets_used=parameters['subsets_used'],
-        normalize_weights=parameters['normalize_weights'],
-        seed=seed,
-        hyperparameters=hyperparameters,
-        extraction_strategy=parameters['extraction_strategy']
-    )
-    model_parameters.save(sub_models_dir, experiment_id)
-
-    model = ModelFactory.build(dataset.task, model_parameters)
+    if not pretrained_estimator:
+        model_parameters = ModelParameters(
+            extracted_forest_size=extracted_forest_size,
+            normalize_D=parameters['normalize_D'],
+            subsets_used=parameters['subsets_used'],
+            normalize_weights=parameters['normalize_weights'],
+            seed=seed,
+            hyperparameters=hyperparameters,
+            extraction_strategy=parameters['extraction_strategy']
+        )
+        model_parameters.save(sub_models_dir, experiment_id)
+        model = ModelFactory.build(dataset.task, model_parameters, library=library)
+    else:
+        model = copy.deepcopy(pretrained_estimator)
+        pretrained_model_parameters.save(sub_models_dir, experiment_id)
 
     trainer.init(model, subsets_used=parameters['subsets_used'])
-    trainer.train(model)
+    trainer.train(model, extracted_forest_size=extracted_forest_size)
     trainer.compute_results(model, sub_models_dir)
 
 """
@@ -202,7 +235,7 @@ if __name__ == "__main__":
     parser.add_argument('--skip_best_hyperparams', action='store_true', default=DEFAULT_SKIP_BEST_HYPERPARAMS, help='Do not use the best hyperparameters if there exist.')
     parser.add_argument('--save_experiment_configuration', nargs='+', default=None, help='Save the experiment parameters specified in the command line in a file. Args: {{stage_num}} {{name}}')
     parser.add_argument('--job_number', nargs='?', type=int, default=DEFAULT_JOB_NUMBER, help='Specify the number of job used during the parallelisation across seeds.')
-    parser.add_argument('--extraction_strategy', nargs='?', type=str, default=DEFAULT_EXTRACTION_STRATEGY, help='Specify the strategy to apply to extract the trees from the forest. Either omp, random, none, similarity, kmeans.')
+    parser.add_argument('--extraction_strategy', nargs='?', type=str, default=DEFAULT_EXTRACTION_STRATEGY, help='Specify the strategy to apply to extract the trees from the forest. Either omp, random, none, similarity, kmeans, ensemble.')
     parser.add_argument('--overwrite', action='store_true', default=DEFAULT_OVERWRITE, help='Overwrite the experiment id')
     args = parser.parse_args()
 
@@ -213,7 +246,7 @@ if __name__ == "__main__":
     else:
         parameters = args.__dict__
 
-    if parameters['extraction_strategy'] not in ['omp', 'random', 'none', 'similarity', 'kmeans']:
+    if parameters['extraction_strategy'] not in ['omp', 'random', 'none', 'similarity', 'kmeans', 'ensemble']:
         raise ValueError('Specified extraction strategy {} is not supported.'.format(parameters.extraction_strategy))
 
     pathlib.Path(parameters['models_dir']).mkdir(parents=True, exist_ok=True)
diff --git a/experiments/boston/stage1/none_with_params.json b/experiments/boston/stage1/none_with_params.json
index b15ad4bd3344cfc881862eb98c1e8125ba597b45..ed9e8bd50aebe893ef7b32a458a06c0ec5887f90 100644
--- a/experiments/boston/stage1/none_with_params.json
+++ b/experiments/boston/stage1/none_with_params.json
@@ -6,15 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/boston/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        2078,
-        90
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -26,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
-        36,
-        73,
-        109,
-        145,
-        182,
-        218,
-        255,
-        291,
-        327,
-        364
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d692884b4eb68f8bc91822adfbdb9069c6ff2
--- /dev/null
+++ b/experiments/boston/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca9f8733236431d63dcc8f07bc689d36ddcc4712
--- /dev/null
+++ b/experiments/boston/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..731fe145b2b5ff402e668bd573ae0a22ab97b145
--- /dev/null
+++ b/experiments/boston/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7a58463771e7c8f7c642ea2647d1f2853423459e
--- /dev/null
+++ b/experiments/boston/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..bad8b967739d3d76cdcd8c6ce602c2348527af03
--- /dev/null
+++ b/experiments/boston/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..62669c21abf4f2a80187ab20b36fe6821fed25c0
--- /dev/null
+++ b/experiments/boston/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..df91040f80cd294eb5744cc87b03cc253f40ea70
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..9cdcc22c4229190162c856a23166d8e05f30f9b6
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..0fbdd988b2e696c6415f23dd39a7fc6df2c769a1
--- /dev/null
+++ b/experiments/boston/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..363789aa906e755787e06b586cad3bc292464870
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e661ba4b5d4bd42db78935db99b32641eb285ee9
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..c5802d6171bc00149cdbe869a857a1ea53d89add
--- /dev/null
+++ b/experiments/boston/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "boston",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/boston/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage4/none_with_params.json b/experiments/boston/stage4/none_with_params.json
index ba056e193480a5888e1e41dac30f5cbcf4cc4870..e71a6cfa76bb895c542376d52a45edb7fdbd9efc 100644
--- a/experiments/boston/stage4/none_with_params.json
+++ b/experiments/boston/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/boston/stage4/omp_with_params.json b/experiments/boston/stage4/omp_with_params.json
index 0c393f6eb57537b70b7fac49d903d14e85ab8426..4f0f882b2c0fba7acfab2f1faed95d15feeab96d 100644
--- a/experiments/boston/stage4/omp_with_params.json
+++ b/experiments/boston/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/boston/stage4/random_with_params.json b/experiments/boston/stage4/random_with_params.json
index 0258396e63720a5bc32ddcf0884b0f6e93f03a0f..dc5e11218365b3f12077eaf52ce44b34ff653ea5 100644
--- a/experiments/boston/stage4/random_with_params.json
+++ b/experiments/boston/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..556f69a6d2353ba2dc6374aeea77d6e0551c2d5c
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..89d10431e48d8d670b168114e8d9d46ab05ca294
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..436a535339d3685abb66f23290598b77f42414cf
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0442f3e734784e9ff6b58de3cac177e85dcde658
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..67b088e12ec8660d48779c19c5c3114c5d289ee4
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..45f26d087654d6b55de7764b975928a31dca167b
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..7a7daf31f4d86ba0afda57e647f0a243da883999
--- /dev/null
+++ b/experiments/breast_cancer/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..32e491b729f9c10ecde00884574299ed3c492be9
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..65d591f983a9319586078c4a1cd4e5f8447e3d23
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..6d1afd11dfa4267e5600f61ad2a4019749e2e21a
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..2d791091f5d0af2dafc8b0ca26887a8a8c8f9ad6
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..5ed12a2c552d2b7093030686df4ae057e3345775
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..d4551021c7d93cce92d41123d4c0669fd90908fb
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "breast_cancer",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/breast_cancer/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage4/none_with_params.json b/experiments/breast_cancer/stage4/none_with_params.json
index 4b4d46e79ce17838f0944879be812a314db056ea..17900fe92067f60784dd758bda0cf326622b4079 100644
--- a/experiments/breast_cancer/stage4/none_with_params.json
+++ b/experiments/breast_cancer/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage4/omp_with_params.json b/experiments/breast_cancer/stage4/omp_with_params.json
index 287b55e77bed5521f49792397e37ed2d3c25c81f..bcb7ecda0bb20e42c47c2330a886c3d676982207 100644
--- a/experiments/breast_cancer/stage4/omp_with_params.json
+++ b/experiments/breast_cancer/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/breast_cancer/stage4/random_with_params.json b/experiments/breast_cancer/stage4/random_with_params.json
index 34f70d8e4f2a3648226a0fefe330751ad585ea90..251a2bd04e8745fa9a307a62bdd62d6180114cc0 100644
--- a/experiments/breast_cancer/stage4/random_with_params.json
+++ b/experiments/breast_cancer/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..237d6e429a73eda1bbfc5082abc9f54c1984e5d9
--- /dev/null
+++ b/experiments/california_housing/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7204570856ac09dca6f4473e508df67dbc0b075f
--- /dev/null
+++ b/experiments/california_housing/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3265529f7d73a95134f0136c555f24098aacbc26
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ced51298fcec7d2b5dea7deeee241c7117126367
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e820462a51fc45315e0c9e128c86118c9e115a4
--- /dev/null
+++ b/experiments/california_housing/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..00057adcb5fa2ce4ad8b2f3e4220f10568547aae
--- /dev/null
+++ b/experiments/california_housing/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce10531b8f6b8dbc321ceb2ab83e84f0577a5bd2
--- /dev/null
+++ b/experiments/california_housing/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..09b32f6d2e86b8642e7db9d21afcd52b4eb68504
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..5602f6d183496b71bd460472936258480c0ad31e
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..e1780a89774708e4b7758bb7936fb6d61cf6d8d9
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a012034c14b4fa29d6ee19fc5d18b9ae5ae0620
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..1b138f1958b7ee81d632621b4031b6aa9741b681
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..2de9ae732c972eb70bf29d597b147f5240ed1404
--- /dev/null
+++ b/experiments/california_housing/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/california_housing/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json
index e3549c1bebe94975ee7b774968e9f98f3d346625..6e9a156a2a4e10ccf3d48ceb4f3dfa874f787688 100644
--- a/experiments/california_housing/stage4/none_with_params.json
+++ b/experiments/california_housing/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json
index e01103a853e04a4775321e7ede4130f4b82aa44f..a8621dcc3637026e9dab032e9489105f8c17bc50 100644
--- a/experiments/california_housing/stage4/omp_with_params.json
+++ b/experiments/california_housing/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json
index 85dbd63e39fc8d885fef3d994335601beb584c45..73323dc56d22f62bdf0a28ffa428d3090f617fb6 100644
--- a/experiments/california_housing/stage4/random_with_params.json
+++ b/experiments/california_housing/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c7c6581d7871602d2c215d8e44eaa70cfecc3bb6
--- /dev/null
+++ b/experiments/diabetes/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b12d786732f794aa5a39cae6ae92165a90aeb21
--- /dev/null
+++ b/experiments/diabetes/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3dd0a65d67cec4f08a31d3a3a0e7b502c36fd4e4
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..84af84c37e3f4a733fe51321a62d399ad1e445a5
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd0682e06498f8f44c7026ab4639ce72af30c148
--- /dev/null
+++ b/experiments/diabetes/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db2b1f500c1dbd96d466b20db31a3ac1a4df3cac
--- /dev/null
+++ b/experiments/diabetes/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b8abfb783c2f54c9a3659b95aa5b299c6e152dc
--- /dev/null
+++ b/experiments/diabetes/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..128ce33cffa98e13f89924574be088ff61f89a28
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc47511d7c66781e7918c0dd6b7c3a820d68b5e8
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..418de93dc39ae4166d607a84f4c91b949c8e3183
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..1bb282ed1b9c52fb88f7248b3eb8e6b79868ba87
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd02d9c1e7eba44ebb1dbb4bea80ae1cc97fae
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..aaaeca42be336db5e994b6b1fd8d5d78e68b54e6
--- /dev/null
+++ b/experiments/diabetes/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "diabetes",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/diabetes/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        4,
+        7,
+        11,
+        14,
+        18,
+        22,
+        25,
+        29,
+        32,
+        36,
+        40,
+        43,
+        47,
+        50,
+        54,
+        58,
+        61,
+        65,
+        68,
+        72,
+        76,
+        79,
+        83,
+        86,
+        90,
+        94,
+        97,
+        101,
+        104,
+        108
+    ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage4/none_with_params.json b/experiments/diabetes/stage4/none_with_params.json
index 4f89e2e6edb5a8af7dfc02cf42067e386c6d6c11..10c8b3dd0c6368a24110e5dc2057d7faf7319e6a 100644
--- a/experiments/diabetes/stage4/none_with_params.json
+++ b/experiments/diabetes/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diabetes/stage4/omp_with_params.json b/experiments/diabetes/stage4/omp_with_params.json
index c0a85a56e816c536ddf870a8dc19955df383cf5c..93b06482a1df5472483658b2ba4c401b4dc60574 100644
--- a/experiments/diabetes/stage4/omp_with_params.json
+++ b/experiments/diabetes/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diabetes/stage4/random_with_params.json b/experiments/diabetes/stage4/random_with_params.json
index 6684ed251b8ecc4ef36c460d6f4b7568fb80b4a2..30615d491cc428693833ee74572f4958130245c5 100644
--- a/experiments/diabetes/stage4/random_with_params.json
+++ b/experiments/diabetes/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         4,
         7,
diff --git a/experiments/diamonds/stage1/none_with_params.json b/experiments/diamonds/stage1/none_with_params.json
index 6ce31b8fa48688f22e5c139dddc94c61a6865ed5..72460d961ba08e45d31bf4e644c827a80d313f0c 100644
--- a/experiments/diamonds/stage1/none_with_params.json
+++ b/experiments/diamonds/stage1/none_with_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/none_wo_params.json b/experiments/diamonds/stage1/none_wo_params.json
index 927e4c232bbb74756f321f6009cb8e7e029aa8d3..6e7676bc3180052723a9a16c4c823f045656864e 100644
--- a/experiments/diamonds/stage1/none_wo_params.json
+++ b/experiments/diamonds/stage1/none_wo_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_with_params.json b/experiments/diamonds/stage1/omp_with_params.json
index e972f88e180f5ec1b9a1d6296caa9e68ac8effff..f94a956404b84c162a22bdcb0451d9b6ba10708d 100644
--- a/experiments/diamonds/stage1/omp_with_params.json
+++ b/experiments/diamonds/stage1/omp_with_params.json
@@ -6,13 +6,17 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
+        1,
+        2,
+        3,
+        4,
         5
     ],
     "subsets_used": "train,dev",
@@ -25,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_wo_params.json b/experiments/diamonds/stage1/omp_wo_params.json
index 1989239a76ec7f9696f63e9d7fe492eb5ba58c05..38e43591b84bdab635aaf262f3241b6a38263194 100644
--- a/experiments/diamonds/stage1/omp_wo_params.json
+++ b/experiments/diamonds/stage1/omp_wo_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_with_params.json b/experiments/diamonds/stage1/random_with_params.json
index b4b2ceebd371c0f361f2ce21b2917eb9c962545a..55a9df7f63b3c7cfe09cb3c4319dba58716affeb 100644
--- a/experiments/diamonds/stage1/random_with_params.json
+++ b/experiments/diamonds/stage1/random_with_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_wo_params.json b/experiments/diamonds/stage1/random_wo_params.json
index a835f689c3c28e72afdd278861c56f1e1b15fccf..dc2e06092a0be1dbf6567bdd99e543dca4bd762b 100644
--- a/experiments/diamonds/stage1/random_wo_params.json
+++ b/experiments/diamonds/stage1/random_wo_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/no_normalization.json b/experiments/diamonds/stage2/no_normalization.json
index 2af65eff187d873bed689cb408f7f3cbd60ddca8..de21ce05ead0b82b7a0fdabdb0865d0a579bf91f 100644
--- a/experiments/diamonds/stage2/no_normalization.json
+++ b/experiments/diamonds/stage2/no_normalization.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_D.json b/experiments/diamonds/stage2/normalize_D.json
index b69f4a0a59a138be13d6b5f861ed222bab310b4e..b82f2c633b61cb23f33f3d0b2b4807603f9557e5 100644
--- a/experiments/diamonds/stage2/normalize_D.json
+++ b/experiments/diamonds/stage2/normalize_D.json
@@ -6,8 +6,8 @@
     "normalize_D": true,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_D_and_weights.json b/experiments/diamonds/stage2/normalize_D_and_weights.json
index a9ca586c811faaf2b203148f7808ac544f5e7e3a..893193426a7370a4fea027fa86475d1096f54e5c 100644
--- a/experiments/diamonds/stage2/normalize_D_and_weights.json
+++ b/experiments/diamonds/stage2/normalize_D_and_weights.json
@@ -6,8 +6,8 @@
     "normalize_D": true,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": true,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage2/normalize_weights.json b/experiments/diamonds/stage2/normalize_weights.json
index 795b1a6ff650e38a4916eceb1eadb41501a7ed94..fab83b2992286cb882be6d02256ce72141f2e5fd 100644
--- a/experiments/diamonds/stage2/normalize_weights.json
+++ b/experiments/diamonds/stage2/normalize_weights.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage2",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": true,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-dev_subset.json b/experiments/diamonds/stage3/train-dev_subset.json
index 935c5063e9555b1a1dca6e8fd8bddccb43dbf866..6c78430a00107ccbd06b510f03fc9d75bd87c3ed 100644
--- a/experiments/diamonds/stage3/train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-dev_train-dev_subset.json b/experiments/diamonds/stage3/train-dev_train-dev_subset.json
index 9297d9c49aa08f0738a09b88595f1dae9884a0ab..82201c7e713841a2558c03c2cc0cc7a49fe9ea2f 100644
--- a/experiments/diamonds/stage3/train-dev_train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-dev_train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage3/train-train-dev_subset.json b/experiments/diamonds/stage3/train-train-dev_subset.json
index 7cdd51ba802e3efbcf3e1d709edc2bb9452f00aa..4c4cdbe7d12b2326ebcbc18a15f1403fc00a27ec 100644
--- a/experiments/diamonds/stage3/train-train-dev_subset.json
+++ b/experiments/diamonds/stage3/train-train-dev_subset.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 10,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/diamonds/stage3",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -15,7 +15,9 @@
     "seeds": [
         1,
         2,
-        3
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,train+dev",
     "normalize_weights": false,
@@ -27,16 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        16,
-        31,
-        47,
-        62,
-        78,
-        94,
-        109,
-        125,
-        140,
-        156
+        14,
+        29,
+        43,
+        57,
+        72,
+        86,
+        100,
+        114,
+        129,
+        143,
+        157,
+        172,
+        186,
+        200,
+        214,
+        229,
+        243,
+        257,
+        272,
+        286,
+        300,
+        315,
+        329,
+        343,
+        358,
+        372,
+        386,
+        400,
+        415,
+        429
     ]
 }
\ No newline at end of file
diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json
index fedf40d3bc0f2c8a15ab352f656181031f2a1ac2..ee5feaac7ce08c0e5cb14072b8675fc805cd10ba 100644
--- a/experiments/diamonds/stage4/none_with_params.json
+++ b/experiments/diamonds/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json
index 52d8cf794c2d8972c64a052a854f89e50e3ef8fd..7c585a4e6fdacc080d2af10d17acddfccc791db0 100644
--- a/experiments/diamonds/stage4/omp_with_params.json
+++ b/experiments/diamonds/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json
index 9089cbb45ac3b8684cebc5498f77df8551067cb7..908810014293e8fcead3e0c0be93e9cffbe1b01e 100644
--- a/experiments/diamonds/stage4/random_with_params.json
+++ b/experiments/diamonds/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         14,
         29,
diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7c008251f3e68f155045709ef67a668a4e3a2974
--- /dev/null
+++ b/experiments/digits/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9b77cc2dc09bbc79156fd0973ed52ab89039e21
--- /dev/null
+++ b/experiments/digits/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..252174f83fa2e568a3bc61488304e129697a18a0
--- /dev/null
+++ b/experiments/digits/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e70960690955dfde38504a3208dd7e50358b27cf
--- /dev/null
+++ b/experiments/digits/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/digits/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c6a98831ef89e8412d13bbca01a9d5ef85d88be0
--- /dev/null
+++ b/experiments/digits/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e92e1f967d365f856e7b052315eaff86be8df78
--- /dev/null
+++ b/experiments/digits/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd91b37fdec8d2271103b7995c48d71407c620f2
--- /dev/null
+++ b/experiments/digits/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..b016f504c7d351057f167e81cc38b0c10007a115
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..adda507d086a31c945cb3934b1a8f58b9efad6d2
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..8e38f7ed24a2b1770c0b5a732eb52148ea605563
--- /dev/null
+++ b/experiments/digits/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f36382a28a566ab8e42f199ed55faabb67ee4871
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e75de58a3bfa3db2feeff3f8bb0abb4ad3bb20ab
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..107f3d56aa521f0122d9ad540340ccdc3982880c
--- /dev/null
+++ b/experiments/digits/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "digits",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/digits/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json
index 599a191e530fe89d207cc865467b6d9d0266703b..3dab841442478226c6d5a9195cae158150f5e79b 100644
--- a/experiments/digits/stage4/none_with_params.json
+++ b/experiments/digits/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json
index 45d968b70746ffe967924dbf3f1bc6e4f7b1a174..1fa78caca756e7f30225b1af765dce8398ae3700 100644
--- a/experiments/digits/stage4/omp_with_params.json
+++ b/experiments/digits/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json
index e96b311ccbd5562e2e5f69a3bfe13cf9e361cd15..940ddb49bc832864d45c920b8baa2aef053a632d 100644
--- a/experiments/digits/stage4/random_with_params.json
+++ b/experiments/digits/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage1/none_with_params.json b/experiments/iris/stage1/none_with_params.json
index c6915e3989c24dcee31b74c67415d86a50e50b0f..d23ebcf918fce303fbe613b8f7572a08733d3c3f 100644
--- a/experiments/iris/stage1/none_with_params.json
+++ b/experiments/iris/stage1/none_with_params.json
@@ -6,8 +6,8 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
@@ -29,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
-        8,
-        17,
-        25,
         33,
-        42
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_wo_params.json b/experiments/iris/stage1/none_wo_params.json
index fd88fd9ac54d6fb7e62615628b099c3d6b75b128..cb2b39f24160d22948cf0deccb810e343b47f124 100644
--- a/experiments/iris/stage1/none_wo_params.json
+++ b/experiments/iris/stage1/none_wo_params.json
@@ -6,16 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        58,
-        43535,
-        234234
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
-        8,
-        17,
-        25,
         33,
-        42
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json
index 47b8826df196929c56cde3a1036c452764564b2e..96b032b9d30c136788d74771d6c070a3bfe9ace3 100644
--- a/experiments/iris/stage1/omp_with_params.json
+++ b/experiments/iris/stage1/omp_with_params.json
@@ -6,14 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.4,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        1
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -25,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        7,
-        13,
-        20,
-        27,
-        33
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_wo_params.json b/experiments/iris/stage1/omp_wo_params.json
index fd7589433a0f9e129a09eb3d64c58c08ec461d02..52141d8c90469c7534c41679bde927e7ae39eb13 100644
--- a/experiments/iris/stage1/omp_wo_params.json
+++ b/experiments/iris/stage1/omp_wo_params.json
@@ -6,16 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        58,
-        43535,
-        234234
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        8,
-        17,
-        25,
         33,
-        42
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_with_params.json b/experiments/iris/stage1/random_with_params.json
index 0e2e2d892b20f2e2401a40a201ab8b4e638d17cd..b5e74426ebf9a5b9b1f4dca19fa6e4a6a320e08f 100644
--- a/experiments/iris/stage1/random_with_params.json
+++ b/experiments/iris/stage1/random_with_params.json
@@ -6,16 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        58,
-        43535,
-        234234
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
-        8,
-        17,
-        25,
         33,
-        42
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_wo_params.json b/experiments/iris/stage1/random_wo_params.json
index c0cb4072fb95c56ee205a95699c5ef47f2924d7a..f8fc6db2a5e891011a0ecb4718f6e5be69f976b2 100644
--- a/experiments/iris/stage1/random_wo_params.json
+++ b/experiments/iris/stage1/random_wo_params.json
@@ -6,16 +6,18 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        58,
-        43535,
-        234234
+        1,
+        2,
+        3,
+        4,
+        5
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -27,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
-        8,
-        17,
-        25,
         33,
-        42
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c6556c3abdada59fc51a9a3cc8d4b8e58e19fba
--- /dev/null
+++ b/experiments/iris/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..004f3157ebd0d6918019de85dcfb60e65a40e732
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5c1058aae1d283d6bd960658efb7138991e6b96
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..68f35013186515d3d5f9ecf64252d7628667937c
--- /dev/null
+++ b/experiments/iris/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f92449649977854de87a60f8e2429994a24c5d8a
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..311af7e5dbb804bdba0db28bbd1aa9433f9353de
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..fdf38ddd2edb08ce4e3f1aa9c4ce3b8513f473f4
--- /dev/null
+++ b/experiments/iris/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "iris",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/iris/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage4/none_with_params.json b/experiments/iris/stage4/none_with_params.json
index 2df5617ab81106f92221d1693631e734ccfd27b5..04e242330f09b3f12138919885769735af0e3a3c 100644
--- a/experiments/iris/stage4/none_with_params.json
+++ b/experiments/iris/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage4/omp_with_params.json b/experiments/iris/stage4/omp_with_params.json
index ffddfac5bef952c2f1f79dad260952ec317505a8..483febc52d292968cac59f93d98e03519e774218 100644
--- a/experiments/iris/stage4/omp_with_params.json
+++ b/experiments/iris/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/iris/stage4/random_with_params.json b/experiments/iris/stage4/random_with_params.json
index c50daa86d3880ffd0cdc022de37060d32319cc4b..5cb2d6186c92046e7cb1fe19ad117b3021f99933 100644
--- a/experiments/iris/stage4/random_with_params.json
+++ b/experiments/iris/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage1/none_with_params.json b/experiments/kin8nm/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f0c4dc6514db1d520f185f258e179b2833e6814
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/none_wo_params.json b/experiments/kin8nm/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..792f431d85f76eba27ffef12bf4c115135000375
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_with_params.json b/experiments/kin8nm/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..de9c94673390397c016d0e8a67de64d0ac38fc3a
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_wo_params.json b/experiments/kin8nm/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b15f9a45fc5a36ac4182d255d847622851f086e6
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/params.json b/experiments/kin8nm/stage1/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..aff3e00221518c26e5cb8860c5928acc5aaaa774
--- /dev/null
+++ b/experiments/kin8nm/stage1/params.json
@@ -0,0 +1,28 @@
+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -0.022941874369141916,
+    "best_score_test": -0.020444215502079355,
+    "best_parameters": {
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_depth": 20,
+        "max_features": "auto"
+    },
+    "random_seed": [
+        486,
+        138,
+        137,
+        54,
+        1132,
+        1528,
+        1857,
+        1528,
+        13,
+        1826,
+        647,
+        1704,
+        469,
+        101,
+        804
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_with_params.json b/experiments/kin8nm/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db43461e459dd441917664f33813fd81cd33ac8d
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_wo_params.json b/experiments/kin8nm/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8fe4f5362754dd191ef28beb27f03ec36596f226
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/no_normalization.json b/experiments/kin8nm/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..a41760d2aadfab98426f15ccfdbf70f2b67b40ab
--- /dev/null
+++ b/experiments/kin8nm/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D.json b/experiments/kin8nm/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1bac5b3b604ada05550dd49b88057a4c0715f
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D_and_weights.json b/experiments/kin8nm/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..2de20ef2d0a91a6e3d037422dae32b3ca6637c79
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_weights.json b/experiments/kin8nm/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..3be8890ee7387dc698b1591331a5731d3baa08a8
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage3/train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..d0667989d8602bb71da2a12335f265c5b7522fb1
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage3/train-dev_train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e7f0554ea37393e15e9f657b2e5c0f3d103458cf
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage3/train-train-dev_subset.json b/experiments/kin8nm/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f233cb6bc4b588b388dc3afc5e6d60d196123c5
--- /dev/null
+++ b/experiments/kin8nm/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kin8nm",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kin8nm/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage4/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json
index 95f0f54bf549c1433fa61adc0e22677220b8cbbc..16396bf88467b3824a71fef0c636985394201595 100644
--- a/experiments/kin8nm/stage4/none_with_params.json
+++ b/experiments/kin8nm/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage4/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json
index 03136cb595d5ca173af14d8cebaf5b652dd56691..793dbef7944021b38ef417b8e63fd4d226484bec 100644
--- a/experiments/kin8nm/stage4/omp_with_params.json
+++ b/experiments/kin8nm/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kin8nm/stage4/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json
index 18a553f400a587b85aaacf89ecd61df6a39efb74..8ccf0f359f5d4ee4588b3dc36e62001c53b0da74 100644
--- a/experiments/kin8nm/stage4/random_with_params.json
+++ b/experiments/kin8nm/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage1/none_with_params.json b/experiments/kr-vs-kp/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c861064f325bfbb6b78a797f2d890d5f6784a2c
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/none_wo_params.json b/experiments/kr-vs-kp/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f97730177bf973a321d08d8a4582a32a5bd514d
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_with_params.json b/experiments/kr-vs-kp/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b04fc11e875b44c4a7aecf1ab4eebd2d6061fdc
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_wo_params.json b/experiments/kr-vs-kp/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4fbc5317857e1d8d3897362bf08d7c2c875ddbcf
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_with_params.json b/experiments/kr-vs-kp/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..524bee1b3edcf5a38113356ffb253e72acce86e1
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_wo_params.json b/experiments/kr-vs-kp/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f972073a6e54b58315b079e78724d11b2edbe61a
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/no_normalization.json b/experiments/kr-vs-kp/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..becba363127d7a1b4ffa243b51499c1b547a2724
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D.json b/experiments/kr-vs-kp/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..145be864b4a312726cd7c8ee269fe42fe4fd52d6
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..0081e9802d9975a17311a0a4abbf7f5f2fd83eec
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_weights.json b/experiments/kr-vs-kp/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..68f12f506cf584f5b9f73b96e9a16247a7b3bba4
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage3/train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ca85b2065f01ceb66314e27c70b8441367249fd
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..0919df98a65e6c1a2cbb7a13e6beecdf12184759
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage3/train-train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..3e3ef7e94d20524632e1f6cbab76845a2650e04c
--- /dev/null
+++ b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "kr-vs-kp",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/kr-vs-kp/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json
index cd0bbd7ef063a4bdf94659eb5957851d2c03a3bc..526ec32ffea09ef32b0fbc64eb96f3ef9ec17d96 100644
--- a/experiments/kr-vs-kp/stage4/none_with_params.json
+++ b/experiments/kr-vs-kp/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json
index ac4d8c6cbf437224a1477c1c507cf1c9d93bba67..b850926cc8544bdb683b360d4f7938d09a901237 100644
--- a/experiments/kr-vs-kp/stage4/omp_with_params.json
+++ b/experiments/kr-vs-kp/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/kr-vs-kp/stage4/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json
index f471871756111a14772935b93ae0de9d4500ceeb..892bc2d21f472fa35f520d719acf2463bd04513e 100644
--- a/experiments/kr-vs-kp/stage4/random_with_params.json
+++ b/experiments/kr-vs-kp/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d0e5db133e3cbbf474d0d92c7e0786bc99652392
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd962f84e89e58fdbb5771b89134964b06d616ce
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8c6e1ecce514e3e2877584f67272ea959c8ef59
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..410c1e5c184ddde6ba052aaf0a6517161d2b444f
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d123b1d64956584658cb9c888ca39c37b5c87b
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c55d69dc8e0fffdbba769c48632ad987a1f136b
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..b666bf559d714952bee838461d40af9b66cd60b7
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..88188343d77533555401619abc6fdd248fe8a776
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..4bedb9d3ef2649edcfa179cb40446a4bbdc9ec41
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..52781c04cff5d1770affb5991689a426769b3744
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f1954c000f1ced106d98ea8470cccf0dd94ef42
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..3dc5d9f8f20bc5ebfaadedfcf87b5f783efca0e3
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f45144ce1088b2296cca3c0fd4f95fa8e286ecb4
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "olivetti_faces",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/olivetti_faces/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage4/none_with_params.json b/experiments/olivetti_faces/stage4/none_with_params.json
index 3fca3b0e932ec0e544fa30ed34655668c9613c8f..a9f8b1a19b6b569708d1107f940399d39f360123 100644
--- a/experiments/olivetti_faces/stage4/none_with_params.json
+++ b/experiments/olivetti_faces/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage4/omp_with_params.json b/experiments/olivetti_faces/stage4/omp_with_params.json
index 136133d47e627cf3b3122ba4e8bf3e55e0d8bd26..59039fab1c43211ee6382031f9689e489be968db 100644
--- a/experiments/olivetti_faces/stage4/omp_with_params.json
+++ b/experiments/olivetti_faces/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/olivetti_faces/stage4/random_with_params.json b/experiments/olivetti_faces/stage4/random_with_params.json
index 2a2ab9aab2a566494b2bebf82af433e734691049..4c25028128129c5bc8296c1918d37eba4093d62f 100644
--- a/experiments/olivetti_faces/stage4/random_with_params.json
+++ b/experiments/olivetti_faces/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/spambase/stage1/none_with_params.json b/experiments/spambase/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..11bfd852b10a1f0fbebf44b1fe04651bc79a05d4
--- /dev/null
+++ b/experiments/spambase/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/none_wo_params.json b/experiments/spambase/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0ec07172309824e30f424759c1748e7298634962
--- /dev/null
+++ b/experiments/spambase/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_with_params.json b/experiments/spambase/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f645d257b5eac9927131e1ffc7e623a618d83ae
--- /dev/null
+++ b/experiments/spambase/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_wo_params.json b/experiments/spambase/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2206910fc6be02b56ff9b935b4bd8aa19faf6403
--- /dev/null
+++ b/experiments/spambase/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_with_params.json b/experiments/spambase/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..553f12dbab29e955ac0a94aab4d5e02e4a90b396
--- /dev/null
+++ b/experiments/spambase/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_wo_params.json b/experiments/spambase/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b9e1c57cb4d0263716fead073854725a72b41
--- /dev/null
+++ b/experiments/spambase/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/no_normalization.json b/experiments/spambase/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..96a0766e08b46f8f06166f39f8b825f82e13d58d
--- /dev/null
+++ b/experiments/spambase/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D.json b/experiments/spambase/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..01041ffa94ca55ff1735950c667dc44ae24b9b92
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D_and_weights.json b/experiments/spambase/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..54030cbf08f942821824d10cd5d8f485b152ab0f
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_weights.json b/experiments/spambase/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf203c489fcd05e534fc61c2f6778c8e5afaa4
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage3/train-dev_subset.json b/experiments/spambase/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..6bc736cb347b9d1adaa2fdb54617df1f8b9688ee
--- /dev/null
+++ b/experiments/spambase/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage3/train-dev_train-dev_subset.json b/experiments/spambase/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..a6d8a6d0ff236b9a161e878223884cca52d701c2
--- /dev/null
+++ b/experiments/spambase/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage3/train-train-dev_subset.json b/experiments/spambase/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..dcbd56056906c0bf5b61f851bc586455010b7e34
--- /dev/null
+++ b/experiments/spambase/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/none_with_params.json b/experiments/spambase/stage4/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cac696ea9e0ef1aa4d255a94249fb94d971499c8
--- /dev/null
+++ b/experiments/spambase/stage4/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/omp_with_params.json b/experiments/spambase/stage4/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4aad814b22fff36a3d9623769800d506142026ca
--- /dev/null
+++ b/experiments/spambase/stage4/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage4/random_with_params.json b/experiments/spambase/stage4/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..982d9a8f725cea3fcef21caff548725ff9971772
--- /dev/null
+++ b/experiments/spambase/stage4/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "spambase",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/spambase/stage4",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "4",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_with_params.json b/experiments/steel-plates/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..92f1d4174d63b9fba15247cab2cd3a42535d0347
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_wo_params.json b/experiments/steel-plates/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d07fdaeb50252eeeb1a9abd530b005212c3bf65b
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_with_params.json b/experiments/steel-plates/stage1/omp_with_params.json
index b15e5b324a726b63131cbd9daa10e825a22f8df3..74e7c44ecbeeead944712bd06b2799f1b3f42052 100644
--- a/experiments/steel-plates/stage1/omp_with_params.json
+++ b/experiments/steel-plates/stage1/omp_with_params.json
@@ -6,9 +6,9 @@
     "normalize_D": false,
     "dataset_normalizer": "standard",
     "forest_size": null,
-    "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.4,
-    "models_dir": "models/steel/stage1",
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
@@ -29,11 +29,37 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
-        7,
-        13,
-        20,
-        27,
-        33
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
     ]
 }
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_wo_params.json b/experiments/steel-plates/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db4451f9ccce457357563c49f75bff91ab4a1f91
--- /dev/null
+++ b/experiments/steel-plates/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_with_params.json b/experiments/steel-plates/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6607f1adede57320ebd415c1fb669d4fcc985
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_wo_params.json b/experiments/steel-plates/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe7c20eb7768eeca174be5418367b2231d633bb4
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/no_normalization.json b/experiments/steel-plates/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..b774c7168ea444639933ee54b98d9157a236b193
--- /dev/null
+++ b/experiments/steel-plates/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D.json b/experiments/steel-plates/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..43a9a7b668b8c905c30b41c9e0595b68482ea6eb
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D_and_weights.json b/experiments/steel-plates/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..3dadc5b72b139927c23f704e03c3afdb7d732242
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_weights.json b/experiments/steel-plates/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae5db49e564a8af4daed4e119f57e3d57b97a1db
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..8eac9fc107ad641fe20457f280531b74977e040a
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-dev_train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a765241b13c04147c64a6be31821f0f4870eec1
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage3/train-train-dev_subset.json b/experiments/steel-plates/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb60f854392c8582d208cae35399e3a4d7ef3f4b
--- /dev/null
+++ b/experiments/steel-plates/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/steel-plates/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json
index 8f4b9a01ee10ff46ea4d7a23cf5a9525abfb734d..360c792a3f85f5e9b5a0834eb9bd6d9ef6a64b2b 100644
--- a/experiments/steel-plates/stage4/none_with_params.json
+++ b/experiments/steel-plates/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json
index ffaa72fc741b2b6b841bde18786b677ba37766a7..a1efe885eda3326fdbb27f573e30b8f512a860ee 100644
--- a/experiments/steel-plates/stage4/omp_with_params.json
+++ b/experiments/steel-plates/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json
index a86d432a4156624749dca5f90d2d016fb4c45549..c72830a22248db4081307476ef7d1b8dfb58b6ca 100644
--- a/experiments/steel-plates/stage4/random_with_params.json
+++ b/experiments/steel-plates/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f8abc81fbf0680229409f3cd2d91d65072459
--- /dev/null
+++ b/experiments/wine/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f02987fc33cf753e75020071cf1ff169455db4d
--- /dev/null
+++ b/experiments/wine/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "none_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..31e6b03afc8f91abc29d7abb8e6ba5c4d04d9e29
--- /dev/null
+++ b/experiments/wine/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..85651abd37a83848a45d5eb9cb2615017b1dc7f2
--- /dev/null
+++ b/experiments/wine/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 6,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "omp_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..47d67efa28e35205dede650b69e8bef0008c0a84
--- /dev/null
+++ b/experiments/wine/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "random_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b160a7006ee7a7d3282b5c253cff322299c491fa
--- /dev/null
+++ b/experiments/wine/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 5,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": true,
+    "save_experiment_configuration": [
+        "1",
+        "random_wo_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "random",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/no_normalization.json b/experiments/wine/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..12fb47fc80cb66a0a0c16654d3a55652d946e6d7
--- /dev/null
+++ b/experiments/wine/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "no_normalization"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_D.json b/experiments/wine/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..5bc7c1e34b4ed0d92117de58f0f482e640bbde7d
--- /dev/null
+++ b/experiments/wine/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_D_and_weights.json b/experiments/wine/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..7be2dd792463c0108385850f2c8012a8c0be799b
--- /dev/null
+++ b/experiments/wine/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 4,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": true,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_D_and_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage2/normalize_weights.json b/experiments/wine/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..2f5758243d88703b5f06667880665e800f34eee3
--- /dev/null
+++ b/experiments/wine/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage2",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": true,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "2",
+        "normalize_weights"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ce11ae21b18f505071f99351c96eb24fd3c3ddc
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 1,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..db7c0f9c5facaafad9ca5aa9a186719dcbbef658
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 2,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train+dev,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-dev_train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..5162a256dd8dddcd4e76407acf135efbbff51025
--- /dev/null
+++ b/experiments/wine/stage3/train-train-dev_subset.json
@@ -0,0 +1,65 @@
+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "wine",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 30,
+    "extracted_forest_size_stop": 1.0,
+    "models_dir": "models/wine/stage3",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,train+dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "3",
+        "train-train-dev_subset"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "overwrite": false,
+    "extracted_forest_size": [
+        33,
+        67,
+        100,
+        133,
+        167,
+        200,
+        233,
+        267,
+        300,
+        333,
+        367,
+        400,
+        433,
+        467,
+        500,
+        533,
+        567,
+        600,
+        633,
+        667,
+        700,
+        733,
+        767,
+        800,
+        833,
+        867,
+        900,
+        933,
+        967,
+        1000
+    ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage4/none_with_params.json b/experiments/wine/stage4/none_with_params.json
index 2621fec400b6069c5d253e99505c96c6f9bd102e..06f4ab0e10ca8313b5545ec4bac87220904114ab 100644
--- a/experiments/wine/stage4/none_with_params.json
+++ b/experiments/wine/stage4/none_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "none",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage4/omp_with_params.json b/experiments/wine/stage4/omp_with_params.json
index a5ff2576ac94b36a51e3501bf83cb47b0a88a483..ca2ee333f2208325bab186679a06d2aa3b10abd3 100644
--- a/experiments/wine/stage4/omp_with_params.json
+++ b/experiments/wine/stage4/omp_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "omp",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/experiments/wine/stage4/random_with_params.json b/experiments/wine/stage4/random_with_params.json
index f344a1059e6ce3bfd458efee55b3809d93788458..18802b714f900eff1b7bf5896f050be6567e6b1f 100644
--- a/experiments/wine/stage4/random_with_params.json
+++ b/experiments/wine/stage4/random_with_params.json
@@ -17,9 +17,7 @@
         2,
         3,
         4,
-        5,
-        6,
-        7
+        5
     ],
     "subsets_used": "train+dev,train+dev",
     "normalize_weights": false,
@@ -31,6 +29,7 @@
     ],
     "job_number": -1,
     "extraction_strategy": "random",
+    "overwrite": false,
     "extracted_forest_size": [
         33,
         67,
diff --git a/results/boston/stage1/losses.png b/results/boston/stage1/losses.png
index f79cbc51e2377e6b195396bb7ad9ca5527e7b288..91ec26cd6e29ba5578b67e9ced36626f5f006b3e 100644
Binary files a/results/boston/stage1/losses.png and b/results/boston/stage1/losses.png differ
diff --git a/results/boston/stage2/losses.png b/results/boston/stage2/losses.png
deleted file mode 100644
index dfc243f6d4d8eb21c53238b29d8f5ae7831bb375..0000000000000000000000000000000000000000
Binary files a/results/boston/stage2/losses.png and /dev/null differ
diff --git a/results/boston/stage3/losses.png b/results/boston/stage3/losses.png
index dc49c4870802498d4cb934f3d8215a460d679365..e74830dbda3f92fb8620f11bd2d33c0b79c022e9 100644
Binary files a/results/boston/stage3/losses.png and b/results/boston/stage3/losses.png differ
diff --git a/results/boston/stage4/losses.png b/results/boston/stage4/losses.png
index 0762b7c1057045bb08a9d698e82446baf3558e22..7c85d83462643ae058f5d4ce7dba532045fc20b3 100644
Binary files a/results/boston/stage4/losses.png and b/results/boston/stage4/losses.png differ
diff --git a/results/boston/stage4_fix/losses.png b/results/boston/stage4_fix/losses.png
deleted file mode 100644
index aa5577274c1a5522a05d0cf025de25ef2e027aa4..0000000000000000000000000000000000000000
Binary files a/results/boston/stage4_fix/losses.png and /dev/null differ
diff --git a/results/breast_cancer/stage1/losses.png b/results/breast_cancer/stage1/losses.png
index 64e0e14cdab6f518eecbdbf900a89cdb2647397b..5a90498175e4712fd63a2390315a5e6834447576 100644
Binary files a/results/breast_cancer/stage1/losses.png and b/results/breast_cancer/stage1/losses.png differ
diff --git a/results/breast_cancer/stage2/losses.png b/results/breast_cancer/stage2/losses.png
deleted file mode 100644
index e6015726e076bd1f53ee43df63ec2e7ded67a652..0000000000000000000000000000000000000000
Binary files a/results/breast_cancer/stage2/losses.png and /dev/null differ
diff --git a/results/breast_cancer/stage3/losses.png b/results/breast_cancer/stage3/losses.png
index 45f7b066ea079b4f72de1d1f9e8626ffad69f80a..57f7deb7cbda86007270f44a144533a1950b18f9 100644
Binary files a/results/breast_cancer/stage3/losses.png and b/results/breast_cancer/stage3/losses.png differ
diff --git a/results/breast_cancer/stage4/losses.png b/results/breast_cancer/stage4/losses.png
index 0cfd248266a4eb867bbe8d1815c36fa44521374d..f4dceea362659be4baf72a17c280eade1704c55e 100644
Binary files a/results/breast_cancer/stage4/losses.png and b/results/breast_cancer/stage4/losses.png differ
diff --git a/results/breast_cancer/stage4_fix/losses.png b/results/breast_cancer/stage4_fix/losses.png
deleted file mode 100644
index f0062906b6b0ec3007a207c89ac3610166bfc429..0000000000000000000000000000000000000000
Binary files a/results/breast_cancer/stage4_fix/losses.png and /dev/null differ
diff --git a/results/california_housing/stage1/losses.png b/results/california_housing/stage1/losses.png
deleted file mode 100644
index 7a3b4be063d9d5e699dd5f377ea2c08866fcf357..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage1/losses.png and /dev/null differ
diff --git a/results/california_housing/stage2/losses.png b/results/california_housing/stage2/losses.png
deleted file mode 100644
index e12e48f169db05f5c99b036244adec6a0ac85084..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage2/losses.png and /dev/null differ
diff --git a/results/california_housing/stage3/losses.png b/results/california_housing/stage3/losses.png
deleted file mode 100644
index c32379d9ff80728055120a06a66a97f165a6a047..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage3/losses.png and /dev/null differ
diff --git a/results/california_housing/stage3/stage3_losses_all.png b/results/california_housing/stage3/stage3_losses_all.png
deleted file mode 100644
index f0adaa1a6df86f7ebd0e36132f43f63d8174ccbc..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage3/stage3_losses_all.png and /dev/null differ
diff --git a/results/california_housing/stage3/stage3_losses_test.png b/results/california_housing/stage3/stage3_losses_test.png
deleted file mode 100644
index c32379d9ff80728055120a06a66a97f165a6a047..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage3/stage3_losses_test.png and /dev/null differ
diff --git a/results/california_housing/stage4/losses.png b/results/california_housing/stage4/losses.png
index d8e6b8087bd8abea41d556853d115a5ce0ee7b35..0806f2e64321f4d2194e71c342e1c465b53ef884 100644
Binary files a/results/california_housing/stage4/losses.png and b/results/california_housing/stage4/losses.png differ
diff --git a/results/california_housing/stage4/losses_2.png b/results/california_housing/stage4/losses_2.png
deleted file mode 100644
index 5562fd0076c01cf38e93936a22d69c9e36c53fc5..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage4/losses_2.png and /dev/null differ
diff --git a/results/california_housing/stage4_backup/losses_2.png b/results/california_housing/stage4_backup/losses_2.png
deleted file mode 100644
index 5562fd0076c01cf38e93936a22d69c9e36c53fc5..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage4_backup/losses_2.png and /dev/null differ
diff --git a/results/california_housing/stage4_fix/losses.png b/results/california_housing/stage4_fix/losses.png
deleted file mode 100644
index dccb6d4883f3f3f56ecab982cdd61451ee0d3f70..0000000000000000000000000000000000000000
Binary files a/results/california_housing/stage4_fix/losses.png and /dev/null differ
diff --git a/results/diabetes/stage1/losses.png b/results/diabetes/stage1/losses.png
index 2e572a8bec7cfe9a06292d6c5053e7d583e1f0fe..4de662963fa2b72903007cb7971669121fe8ec23 100644
Binary files a/results/diabetes/stage1/losses.png and b/results/diabetes/stage1/losses.png differ
diff --git a/results/diabetes/stage2/losses.png b/results/diabetes/stage2/losses.png
deleted file mode 100644
index 72ba6aac5624a531f8efd715160bbc7f132b08d9..0000000000000000000000000000000000000000
Binary files a/results/diabetes/stage2/losses.png and /dev/null differ
diff --git a/results/diabetes/stage3/losses.png b/results/diabetes/stage3/losses.png
index 17c6fe2b4f108102bcf505eed68ad9afaa10c6bd..bf761ac430e1bea15f1a61adfecec343f31f25dd 100644
Binary files a/results/diabetes/stage3/losses.png and b/results/diabetes/stage3/losses.png differ
diff --git a/results/diabetes/stage4/losses.png b/results/diabetes/stage4/losses.png
index ae057e660cc526be5002813ce32b8998f5746f6b..ea8cc15f479d8ceec4e6a971c77cd8a80d86f4cb 100644
Binary files a/results/diabetes/stage4/losses.png and b/results/diabetes/stage4/losses.png differ
diff --git a/results/diabetes/stage4_fix/losses.png b/results/diabetes/stage4_fix/losses.png
deleted file mode 100644
index 2c02eab975f3e1f0bd29dfff06f96aed32ba727c..0000000000000000000000000000000000000000
Binary files a/results/diabetes/stage4_fix/losses.png and /dev/null differ
diff --git a/results/diamonds/stage1/losses.png b/results/diamonds/stage1/losses.png
deleted file mode 100644
index 3a28f702a447f518de9dfc0c85639c98f6d0ba96..0000000000000000000000000000000000000000
Binary files a/results/diamonds/stage1/losses.png and /dev/null differ
diff --git a/results/diamonds/stage2/losses.png b/results/diamonds/stage2/losses.png
deleted file mode 100644
index eba0647c981e203e1b305a0a2daf30a5b9037bed..0000000000000000000000000000000000000000
Binary files a/results/diamonds/stage2/losses.png and /dev/null differ
diff --git a/results/diamonds/stage3/losses.png b/results/diamonds/stage3/losses.png
index 0c05e27cd2fe32083ed2706aec5ccd3a738d1e77..1a531a4f4930eb19b5e1f91d33ff63d073a42a3c 100644
Binary files a/results/diamonds/stage3/losses.png and b/results/diamonds/stage3/losses.png differ
diff --git a/results/diamonds/stage4/losses.png b/results/diamonds/stage4/losses.png
index 00f0fb9373250dea67c59587fbc52cf7774e0378..bd22659413c447078f7e13871bcd82fbcece87c1 100644
Binary files a/results/diamonds/stage4/losses.png and b/results/diamonds/stage4/losses.png differ
diff --git a/results/diamonds/stage4_fix/losses.png b/results/diamonds/stage4_fix/losses.png
deleted file mode 100644
index b743de4fccdeedf6a3b2e5012f7d437d0ef41937..0000000000000000000000000000000000000000
Binary files a/results/diamonds/stage4_fix/losses.png and /dev/null differ
diff --git a/results/digits/stage1/losses.png b/results/digits/stage1/losses.png
index 91bcb3769880e983575efbd96cd85eb287c9447a..a371bd2cfd9a601acfc68373223d6064aa29cc26 100644
Binary files a/results/digits/stage1/losses.png and b/results/digits/stage1/losses.png differ
diff --git a/results/digits/stage2/losses.png b/results/digits/stage2/losses.png
index 5357679cf8afc50e71db6dbcfbe7f0d8bc28614e..5312ffe9a4b3397968ec82e7517c6815175c2830 100644
Binary files a/results/digits/stage2/losses.png and b/results/digits/stage2/losses.png differ
diff --git a/results/digits/stage3/losses.png b/results/digits/stage3/losses.png
index 9449c3d4bec1ccd4b73386be84a8d135176f7944..aeeaa4641feabb0c784fa2deb04eaafa16834cc0 100644
Binary files a/results/digits/stage3/losses.png and b/results/digits/stage3/losses.png differ
diff --git a/results/digits/stage4/losses.png b/results/digits/stage4/losses.png
index 1b28b2f47d19d5a82fb21f186a5e8212ce623c51..28db7031647a03ad5bda222450a7750dcce256f9 100644
Binary files a/results/digits/stage4/losses.png and b/results/digits/stage4/losses.png differ
diff --git a/results/digits/stage4_fix/losses.png b/results/digits/stage4_fix/losses.png
deleted file mode 100644
index ab54aa24b5347434be31130026c4ab451f3f850b..0000000000000000000000000000000000000000
Binary files a/results/digits/stage4_fix/losses.png and /dev/null differ
diff --git a/results/iris/stage1/losses.png b/results/iris/stage1/losses.png
index 2e8d2608b74f13894c5cc006e70d38ee031653a2..a9a38a63ff6583a598154c8f0ddbc54db28459ed 100644
Binary files a/results/iris/stage1/losses.png and b/results/iris/stage1/losses.png differ
diff --git a/results/iris/stage2/losses.png b/results/iris/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..c84a2ac5f25919adc15467fe21894c9399313ebc
Binary files /dev/null and b/results/iris/stage2/losses.png differ
diff --git a/results/iris/stage3/losses.png b/results/iris/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..71dfeb6b61f4dd031289e97c2b5292a7115a0a96
Binary files /dev/null and b/results/iris/stage3/losses.png differ
diff --git a/results/iris/stage4/losses.png b/results/iris/stage4/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..bbc621a029f80ca543acfd6350a668f233b5dcf2
Binary files /dev/null and b/results/iris/stage4/losses.png differ
diff --git a/results/iris/stage4_fix/losses.png b/results/iris/stage4_fix/losses.png
deleted file mode 100644
index 79d5af7f9b398493e3f6fb8b9bde135f7cd0eceb..0000000000000000000000000000000000000000
Binary files a/results/iris/stage4_fix/losses.png and /dev/null differ
diff --git a/results/kin8nm/stage1/losses.png b/results/kin8nm/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..b0661440d3f1f0bc43e50ccc2964689a569ca375
Binary files /dev/null and b/results/kin8nm/stage1/losses.png differ
diff --git a/results/kin8nm/stage3/losses.png b/results/kin8nm/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..558f38be0c77f48152c9723d70aaea7b73fd2475
Binary files /dev/null and b/results/kin8nm/stage3/losses.png differ
diff --git a/results/kin8nm/stage4/losses.png b/results/kin8nm/stage4/losses.png
index 71bdfd92a3bdb036d5c611d65057189bdb036344..7842da996329d17d4494a97c099d3cfe5dc8dc8e 100644
Binary files a/results/kin8nm/stage4/losses.png and b/results/kin8nm/stage4/losses.png differ
diff --git a/results/kin8nm/stage4_fix/losses.png b/results/kin8nm/stage4_fix/losses.png
deleted file mode 100644
index 82b96dc80d46d04fbfc7f56b4b18e3b999af2dc9..0000000000000000000000000000000000000000
Binary files a/results/kin8nm/stage4_fix/losses.png and /dev/null differ
diff --git a/results/kr-vs-kp/stage1/losses.png b/results/kr-vs-kp/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..4741367300c1e196bf91b4cc649042759582d276
Binary files /dev/null and b/results/kr-vs-kp/stage1/losses.png differ
diff --git a/results/kr-vs-kp/stage3/losses.png b/results/kr-vs-kp/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..5463a21a15a32ca77bb7a0ceb017d70cdfc6fae4
Binary files /dev/null and b/results/kr-vs-kp/stage3/losses.png differ
diff --git a/results/kr-vs-kp/stage4/losses.png b/results/kr-vs-kp/stage4/losses.png
index 4ad6b19b4670a6876cb239051bd0e434e8435f82..2dabf40538e77cee74658c0dc8c125c4295e8416 100644
Binary files a/results/kr-vs-kp/stage4/losses.png and b/results/kr-vs-kp/stage4/losses.png differ
diff --git a/results/kr-vs-kp/stage4_fix/losses.png b/results/kr-vs-kp/stage4_fix/losses.png
deleted file mode 100644
index 295409f42f566b7cd213f4ee132462ffcd82c2b6..0000000000000000000000000000000000000000
Binary files a/results/kr-vs-kp/stage4_fix/losses.png and /dev/null differ
diff --git a/results/lfw_pairs/stage1/losses.png b/results/lfw_pairs/stage1/losses.png
deleted file mode 100644
index d963a961799bd59552971cbd9d0d88959e791fda..0000000000000000000000000000000000000000
Binary files a/results/lfw_pairs/stage1/losses.png and /dev/null differ
diff --git a/results/lfw_pairs/stage3/losses.png b/results/lfw_pairs/stage3/losses.png
deleted file mode 100644
index d58b38f24cc07c16f90e68832e0c370261a0183c..0000000000000000000000000000000000000000
Binary files a/results/lfw_pairs/stage3/losses.png and /dev/null differ
diff --git a/results/lfw_pairs/stage4/losses.png b/results/lfw_pairs/stage4/losses.png
deleted file mode 100644
index ddb71771aa7b2058d0020ad31a5431175eade83f..0000000000000000000000000000000000000000
Binary files a/results/lfw_pairs/stage4/losses.png and /dev/null differ
diff --git a/results/lfw_pairs/stage4_fix/losses.png b/results/lfw_pairs/stage4_fix/losses.png
deleted file mode 100644
index 34109ce4efe7418295b4e994d5404cd1c664909d..0000000000000000000000000000000000000000
Binary files a/results/lfw_pairs/stage4_fix/losses.png and /dev/null differ
diff --git a/results/olivetti_faces/stage1/losses.png b/results/olivetti_faces/stage1/losses.png
index bf0645224d47d32ba9ca3e7547323c596407befc..9a37ea43f162f7eec9ca4cbbead8e8bc2c83dc48 100644
Binary files a/results/olivetti_faces/stage1/losses.png and b/results/olivetti_faces/stage1/losses.png differ
diff --git a/results/olivetti_faces/stage2/losses.png b/results/olivetti_faces/stage2/losses.png
index 39d2d51b27c9ee6d301212ac095c49a4dae0808b..ad7402b9f816ce10e1d2d55d1e12e800b51a63be 100644
Binary files a/results/olivetti_faces/stage2/losses.png and b/results/olivetti_faces/stage2/losses.png differ
diff --git a/results/olivetti_faces/stage3/losses.png b/results/olivetti_faces/stage3/losses.png
index 507cc141d53e962dbd5c86cee836fad4889ea7b9..9c414d740fa33e48e0ddfdd7af8bd51964164c56 100644
Binary files a/results/olivetti_faces/stage3/losses.png and b/results/olivetti_faces/stage3/losses.png differ
diff --git a/results/olivetti_faces/stage4/losses.png b/results/olivetti_faces/stage4/losses.png
index 862840acf9243e92052825fb35522e5bc3f7a3a4..9c871d6ebac4bf99b38539af4cd967aa29431dfc 100644
Binary files a/results/olivetti_faces/stage4/losses.png and b/results/olivetti_faces/stage4/losses.png differ
diff --git a/results/olivetti_faces/stage4_fix/losses.png b/results/olivetti_faces/stage4_fix/losses.png
deleted file mode 100644
index 76d53a46b023f3e109511fd0f0db6e4eebe1d16b..0000000000000000000000000000000000000000
Binary files a/results/olivetti_faces/stage4_fix/losses.png and /dev/null differ
diff --git a/results/spambase/stage1/losses.png b/results/spambase/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..6bf25013c39f916a538e0f039dd89741f78ba214
Binary files /dev/null and b/results/spambase/stage1/losses.png differ
diff --git a/results/spambase/stage3/losses.png b/results/spambase/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..fd359da4c9d76f828519cb7e6bb233493fba3e4d
Binary files /dev/null and b/results/spambase/stage3/losses.png differ
diff --git a/results/spambase/stage4/losses.png b/results/spambase/stage4/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d77c068fe84cf28ebcd21160f133144c79f1be7
Binary files /dev/null and b/results/spambase/stage4/losses.png differ
diff --git a/results/spambase/stage4_fix/losses.png b/results/spambase/stage4_fix/losses.png
deleted file mode 100644
index 42201f37548eb0869d2e25e63e1bd2db6a9df0f1..0000000000000000000000000000000000000000
Binary files a/results/spambase/stage4_fix/losses.png and /dev/null differ
diff --git a/results/steel-plates/stage1/losses.png b/results/steel-plates/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..d2a53cc66d038c9c0cb301cb38b2f56003d049a3
Binary files /dev/null and b/results/steel-plates/stage1/losses.png differ
diff --git a/results/steel-plates/stage3/losses.png b/results/steel-plates/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b700314d22a8d76f4b738a7741fef97ff079960
Binary files /dev/null and b/results/steel-plates/stage3/losses.png differ
diff --git a/results/steel-plates/stage4/losses.png b/results/steel-plates/stage4/losses.png
index 18f1011509a2acb145cf15203254f8de3f59b596..b018b25a0cfbd278ce79d4340d9f8af8d1826bf9 100644
Binary files a/results/steel-plates/stage4/losses.png and b/results/steel-plates/stage4/losses.png differ
diff --git a/results/steel-plates/stage4_fix/losses.png b/results/steel-plates/stage4_fix/losses.png
deleted file mode 100644
index 7a7b181d7b537b447831a26e397df49c3f6dc3c2..0000000000000000000000000000000000000000
Binary files a/results/steel-plates/stage4_fix/losses.png and /dev/null differ
diff --git a/results/wine/stage1/losses.png b/results/wine/stage1/losses.png
index 0dd21a3ad0dca251309e78145ad17fd737acfcd4..f78a19963dd2c081e4b5611bcccb794f380dcca4 100644
Binary files a/results/wine/stage1/losses.png and b/results/wine/stage1/losses.png differ
diff --git a/results/wine/stage2/losses.png b/results/wine/stage2/losses.png
index 218f27a6fe6e1aff691f19ac36ecc452725f1783..5a9c9471425fb89a541307078a8b8ccf03cf86ef 100644
Binary files a/results/wine/stage2/losses.png and b/results/wine/stage2/losses.png differ
diff --git a/results/wine/stage3/losses.png b/results/wine/stage3/losses.png
index 9979496ea29d2f623c7a7fa3050cfc6aec35eae7..731a468f8c5d8805b0f028942e6773ba77bf0d9a 100644
Binary files a/results/wine/stage3/losses.png and b/results/wine/stage3/losses.png differ
diff --git a/results/wine/stage4/losses.png b/results/wine/stage4/losses.png
index d31ee5233c47047047499cfe15caf876d8f9fe06..83e9358f41422f08f95386b4c1b2a3c005c4b8b9 100644
Binary files a/results/wine/stage4/losses.png and b/results/wine/stage4/losses.png differ
diff --git a/results/wine/stage4_fix/losses.png b/results/wine/stage4_fix/losses.png
deleted file mode 100644
index 31286863e58fdc3fe40f5b77cf07df3c21a572fd..0000000000000000000000000000000000000000
Binary files a/results/wine/stage4_fix/losses.png and /dev/null differ
diff --git a/run_stage5_experiments.sh b/run_stage5_experiments.sh
new file mode 100755
index 0000000000000000000000000000000000000000..a28cdf0f8b2f447eb5fcfcf0e7b0ee914ec0877b
--- /dev/null
+++ b/run_stage5_experiments.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+core_number=1
+walltime=5:00
+seeds='1 2 3'
+
+for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
+do
+    #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    #oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    #oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+done
diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh
old mode 100644
new mode 100755
index 1093c02c120a61354b946077ecc8ea9b93c93319..ef15c2a6a55d9d4d053c7428a063c4360e337b53
--- a/scripts/run_compute_results.sh
+++ b/scripts/run_compute_results.sh
@@ -1,5 +1,9 @@
-for dataset in california_housing
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm olivetti_faces wine spambase
+seeds='1 2 3'
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
 do
+    python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=$dataset --models_dir=models/$dataset/stage1
+    python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=$dataset --models_dir=models/$dataset/stage2
+    python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage3
     python code/compute_results.py --stage=4 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage4
+    python code/compute_results.py --stage=5 --experiment_ids 1 2 3 similarity=4 kmeans=5 ensemble=6 --dataset_name=$dataset --models_dir=models/$dataset/stage5
 done
diff --git a/scripts/run_compute_results_fix.sh b/scripts/run_compute_results_fix.sh
deleted file mode 100644
index 65ebf6ba580c3c147f68424eced91d085c5133cc..0000000000000000000000000000000000000000
--- a/scripts/run_compute_results_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=california_housing --models_dir=models/california_housing/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=boston --models_dir=models/boston/stage3
-python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=iris --models_dir=models/iris/stage1
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=diabetes --models_dir=models/diabetes/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=digits --models_dir=models/digits/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=linnerud --models_dir=models/linnerud/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=wine --models_dir=models/wine/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage3
\ No newline at end of file
diff --git a/scripts/run_stage1_experiments.sh b/scripts/run_stage1_experiments.sh
old mode 100644
new mode 100755
index 7656d148d2fae11ba1ea880cbd136e6fd3ea8677..83784619ab8932424cc8e0237fea2f28db123a50
--- a/scripts/run_stage1_experiments.sh
+++ b/scripts/run_stage1_experiments.sh
@@ -3,12 +3,12 @@ core_number=5
 walltime=1:00
 seeds='1 2 3 4 5'
 
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
 do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage1"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage1"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage1"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage1"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --experiment_id=5 --models_dir=models/$dataset/stage1"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --experiment_id=6 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_with_params --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_with_params --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_wo_params --extraction_strategy=none --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_wo_params --extraction_strategy=random --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage1"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_wo_params --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage1"
 done
diff --git a/scripts/run_stage1_experiments_fix.sh b/scripts/run_stage1_experiments_fix.sh
deleted file mode 100644
index ef4962ca2942cb0107dbd6ce4f83c3141c9e76eb..0000000000000000000000000000000000000000
--- a/scripts/run_stage1_experiments_fix.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-core_number=5
-walltime=1:00
-seeds='58 43535 234234'
-
-for dataset in iris
-do
-    python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=1 --models_dir=models/$dataset/stage1
-    python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=2 --models_dir=models/$dataset/stage1
-    python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=3 --models_dir=models/$dataset/stage1
-    python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=4 --models_dir=models/$dataset/stage1
-    python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=5 --models_dir=models/$dataset/stage1
-    python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=6 --models_dir=models/$dataset/stage1
-done
diff --git a/scripts/run_stage2_experiments.sh b/scripts/run_stage2_experiments.sh
old mode 100644
new mode 100755
index cb3ddbd3e4998c61c0b0dc290ff5fcae620e4293..e00d3b40858378e503e459f2c9f41409cca88f32
--- a/scripts/run_stage2_experiments.sh
+++ b/scripts/run_stage2_experiments.sh
@@ -3,10 +3,10 @@ core_number=5
 walltime=1:00
 seeds='1 2 3 4 5'
 
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
 do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage2"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage2"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage2"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage2"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage2"
 done
diff --git a/scripts/run_stage2_experiments_fix.sh b/scripts/run_stage2_experiments_fix.sh
deleted file mode 100644
index 908112c6b65d2cb825250bb42d0985744825ad78..0000000000000000000000000000000000000000
--- a/scripts/run_stage2_experiments_fix.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=1 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=2 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=3 --models_dir=models/$dataset/stage2"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=4 --models_dir=models/$dataset/stage2"
-done
diff --git a/scripts/run_stage3_experiments.sh b/scripts/run_stage3_experiments.sh
old mode 100644
new mode 100755
index f263d06a27a74453c4a7a97e98fe348af9ba4d27..236d4fa760e4c3ef4d7b37d0bd2c81803da9acd2
--- a/scripts/run_stage3_experiments.sh
+++ b/scripts/run_stage3_experiments.sh
@@ -1,11 +1,11 @@
 #!/bin/bash
 core_number=5
-walltime=1:00
+walltime=$walltime
 seeds='1 2 3 4 5'
 
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
 do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
 done
diff --git a/scripts/run_stage3_experiments_fix.sh b/scripts/run_stage3_experiments_fix.sh
deleted file mode 100644
index b672202b4eafd5f3123b72990efc4db3081ce3a7..0000000000000000000000000000000000000000
--- a/scripts/run_stage3_experiments_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
-done
diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh
old mode 100644
new mode 100755
index 71987fbf9005bc4cd60f32eb8645b8c26e702705..9ff69ec10beae02f05f0906d67970ccf37a914e9
--- a/scripts/run_stage4_experiments.sh
+++ b/scripts/run_stage4_experiments.sh
@@ -1,14 +1,11 @@
 #!/bin/bash
-core_number=14
+core_number=5
 walltime=1:00
-seeds='1 2 3 4 5 6 7'
+seeds='1 2 3 4 5'
 
-for dataset in california_housing
-#for dataset in kin8nm
-#for dataset in gamma
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine spambase gamma
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
 do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
 done
diff --git a/scripts/run_stage5_experiments.sh b/scripts/run_stage5_experiments.sh
old mode 100644
new mode 100755
index 5f8a52b2c6c396b53c053da239e892fc684a6fed..a16dcbfda263c5825827ff6e095e234bff2ffcb4
--- a/scripts/run_stage5_experiments.sh
+++ b/scripts/run_stage5_experiments.sh
@@ -1,13 +1,16 @@
 #!/bin/bash
 core_number=5
+core_number_sota=50
 walltime=1:00
-seeds='1 2 3 4 5 6 7'
+walltime_sota=5:00
+seeds='1 2 3 4 5'
 
-for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine
-# for dataset in breast_cancer kr-vs-kp steel-plates
+for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
 do
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
-    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+    oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
 done