diff --git a/code/compute_results.py b/code/compute_results.py
index e85caed6f23f1223cb5d12effb24e54d909aaf9c..42d90ca8285560ee4a8c765ffcb2aacaef718d0f 100644
--- a/code/compute_results.py
+++ b/code/compute_results.py
@@ -9,6 +9,14 @@ from dotenv import find_dotenv, load_dotenv
import os
+def retreive_extracted_forest_sizes_number(models_dir, experiment_id):
+ experiment_id_path = models_dir + os.sep + str(experiment_id) # models/{experiment_id}
+ experiment_seed_root_path = experiment_id_path + os.sep + 'seeds' # models/{experiment_id}/seeds
+ seed = os.listdir(experiment_seed_root_path)[0]
+ experiment_seed_path = experiment_seed_root_path + os.sep + seed # models/{experiment_id}/seeds/{seed}
+ extracted_forest_sizes_root_path = experiment_seed_path + os.sep + 'extracted_forest_sizes'
+ return len(os.listdir(extracted_forest_sizes_root_path))
+
def extract_scores_across_seeds_and_extracted_forest_sizes(models_dir, results_dir, experiment_id):
experiment_id_path = models_dir + os.sep + str(experiment_id) # models/{experiment_id}
experiment_seed_root_path = experiment_id_path + os.sep + 'seeds' # models/{experiment_id}/seeds
@@ -120,7 +128,6 @@ if __name__ == "__main__":
'stage=2: {{no_normalization}} {{normalize_D}} {{normalize_weights}} {{normalize_D_and_weights}}' + \
'stage=3: {{train-dev_subset}} {{train-dev_train-dev_subset}} {{train-train-dev_subset}}')
parser.add_argument('--dataset_name', nargs='?', type=str, required=True, help='Specify the dataset name. TODO: read it from models dir directly.')
- parser.add_argument('--extracted_forest_sizes_number', nargs='?', type=int, required=True, help='Specify the number of extracted forest sizes. TODO: read it from models dir directly.')
parser.add_argument('--results_dir', nargs='?', type=str, default=DEFAULT_RESULTS_DIR, help='The output directory of the results.')
parser.add_argument('--models_dir', nargs='?', type=str, default=DEFAULT_MODELS_DIR, help='The output directory of the trained models.')
args = parser.parse_args()
@@ -130,6 +137,9 @@ if __name__ == "__main__":
logger = LoggerFactory.create(LOG_PATH, os.path.basename(__file__))
+ logger.info('Compute results of with stage:{} - experiment_ids:{} - dataset_name:{} - results_dir:{} - models_dir:{}'.format(
+ args.stage, args.experiment_ids, args.dataset_name, args.results_dir, args.models_dir))
+
# Create recursively the results dir tree
pathlib.Path(args.results_dir).mkdir(parents=True, exist_ok=True)
@@ -137,6 +147,9 @@ if __name__ == "__main__":
if len(args.experiment_ids) != 6:
raise ValueError('In the case of stage 1, the number of specified experiment ids must be 6.')
+ # Retreive the extracted forest sizes number used in order to have a base forest axis as long as necessary
+ extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, args.experiment_ids[1])
+
# Experiments that used the best hyperparameters found for this dataset
# base_with_params
@@ -144,7 +157,7 @@ if __name__ == "__main__":
base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \
base_with_params_experiment_score_metric = \
extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0],
- args.extracted_forest_sizes_number)
+ extracted_forest_sizes_number)
# random_with_params
logger.info('Loading random_with_params experiment scores...')
random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \
@@ -163,7 +176,7 @@ if __name__ == "__main__":
base_wo_params_train_scores, base_wo_params_dev_scores, base_wo_params_test_scores, \
base_wo_params_experiment_score_metric = extract_scores_across_seeds_and_forest_size(
args.models_dir, args.results_dir, args.experiment_ids[3],
- args.extracted_forest_sizes_number)
+ extracted_forest_sizes_number)
# random_wo_params
logger.info('Loading random_wo_params experiment scores...')
random_wo_params_train_scores, random_wo_params_dev_scores, random_wo_params_test_scores, \
@@ -292,6 +305,16 @@ if __name__ == "__main__":
pathlib.Path(output_path).mkdir(parents=True, exist_ok=True)
Plotter.plot_stage2_losses(
+ file_path=output_path + os.sep + 'losses.png',
+ all_experiment_scores=[train_dev_subset_test_scores, train_dev_train_dev_subset_test_scores,
+ train_train_dev_subset_test_scores],
+ all_labels=['train,dev', 'train+dev,train+dev', 'train,train+dev'],
+ x_value=extracted_forest_sizes,
+ xlabel='Number of trees extracted',
+ ylabel=experiments_score_metric,
+ title='Loss values of {}\nusing different training subsets'.format(args.dataset_name))
+
+ """Plotter.plot_stage2_losses(
file_path=output_path + os.sep + 'losses.png',
all_experiment_scores=[train_dev_subset_train_scores, train_train_dev_subset_train_scores,
train_train_dev_subset_train_scores, train_dev_subset_dev_scores, train_dev_train_dev_subset_dev_scores,
@@ -303,10 +326,12 @@ if __name__ == "__main__":
x_value=extracted_forest_sizes,
xlabel='Number of trees extracted',
ylabel=experiments_score_metric,
- title='Loss values of {}\nusing different training subsets'.format(args.dataset_name))
+ title='Loss values of {}\nusing different training subsets'.format(args.dataset_name))"""
else:
raise ValueError('This stage number is not supported yet, but it will be!')
+ logger.info('Done.')
+
"""
TODO:
For each dataset:
diff --git a/code/train.py b/code/train.py
index 0747adbd269e0c75dfe80c80a459a128466f5dff..10b083cbd4cd4b3a286ce9a667313c10c201d700 100644
--- a/code/train.py
+++ b/code/train.py
@@ -105,23 +105,23 @@ Command lines example for stage 1:
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05
-python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --forest_size=1000 --extracted_forest_size_stop=0.05
-python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --forest_size=1000 --extracted_forest_size_stop=0.05
-python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --forest_size=1000 --extracted_forest_size_stop=0.05
-python code/compute_results.py --stage 1 --experiment_ids 1 2 3 4 5 6 --dataset_name=california_housing --extracted_forest_sizes_number=5
+python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05
+python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05
+python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05
+python code/compute_results.py --stage 1 --experiment_ids 1 2 3 4 5 6 --dataset_name=california_housing
Command lines example for stage 2:
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05
-python code/compute_results.py --stage 2 --experiment_ids 7 8 9 10 --dataset_name=california_housing --extracted_forest_sizes_number=5
+python code/compute_results.py --stage 2 --experiment_ids 7 8 9 10 --dataset_name=california_housing
Command lines example for stage 3:
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used train,dev
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used train+dev,train+dev
python code/train.py --dataset_name=california_housing --seeds 1 2 3 4 5 --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used train,train+dev
-python code/compute_results.py --stage 3 --experiment_ids 11 12 13 --dataset_name=california_housing --extracted_forest_sizes_number=5
+python code/compute_results.py --stage 3 --experiment_ids 11 12 13 --dataset_name=california_housing
"""
if __name__ == "__main__":
load_dotenv(find_dotenv('.env'))
diff --git a/experiments/20newsgroups_vectorized/stage1/none_with_params.json b/experiments/20newsgroups_vectorized/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5995414526c01805248bb9b015a0a4e8e8e65429
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/none_wo_params.json b/experiments/20newsgroups_vectorized/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d4409332833c4a0ce69c3ed82738efb7208f4
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/omp_with_params.json b/experiments/20newsgroups_vectorized/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2fc82e9144ab09941c2b15e07410ab2cb811eb5d
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json b/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f743b50fd93b146c85500299630d8402052c2d44
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/random_with_params.json b/experiments/20newsgroups_vectorized/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..174fb3098b34b6a56ba8cee31282b957bf8d3e8f
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/random_wo_params.json b/experiments/20newsgroups_vectorized/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..88ffa056bb906ac2488e419836d58b47b60a01fb
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/no_normalization.json b/experiments/20newsgroups_vectorized/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e20e86207e2bebf11a4a57c62602cefe347eb
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D.json b/experiments/20newsgroups_vectorized/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6231579d2a98e816e07c57bca82e109b9d8205b
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..e79285595e8af651f057edd655094435ad5d3c58
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..96abb642894990d0abde36df37d8eb78e526f530
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f9c1e27cd1823fa390a1eab0862b2d5d84c51791
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..d71bf0c98a2e722994b23002cda3665804a9aa09
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f3f0c270e74d1a1e788b9cd5054a5f5106153cdd
--- /dev/null
+++ b/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "20newsgroups_vectorized",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/20newsgroups_vectorized/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 7,
+ 13,
+ 20,
+ 27,
+ 34
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_with_params.json b/experiments/boston/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e40f5938359a19a00cf18fe2ea695b650659583a
--- /dev/null
+++ b/experiments/boston/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b087b6ec7b50ff3db6c52ef75c55a9acd5834f6
--- /dev/null
+++ b/experiments/boston/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9021ff3f14e318d0ff486fae286c2a9e8e7e5444
--- /dev/null
+++ b/experiments/boston/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d11ba2273961ea94bca97908d657df83d0e99056
--- /dev/null
+++ b/experiments/boston/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..56fb0c65622936a6ccd7dd8abe7cb0e6296a4851
--- /dev/null
+++ b/experiments/boston/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ecb19f85e48d6f72159ead6005da863c3aa3d276
--- /dev/null
+++ b/experiments/boston/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..68c2b2720467d6dc0ed9b080e79cc006dd473088
--- /dev/null
+++ b/experiments/boston/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..21d16bc0e76491110e8338b404a551c3240963a0
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..2159cc19335635b525e6611c6f4d13cb38710d66
--- /dev/null
+++ b/experiments/boston/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..de0010eb7bd2eb384a45b08a80dbab2c5734023a
--- /dev/null
+++ b/experiments/boston/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd9082842de12d295dadc0fb94c6a37fb95c47c5
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..eaea5da0d2eae6f23b70fea0aef4c064f8f621fb
--- /dev/null
+++ b/experiments/boston/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e02f5a953919d3aff9ca98be0f31eebe9a70cd84
--- /dev/null
+++ b/experiments/boston/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/boston/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c0f9d67aaed7538929d4640a4bfb607b9dae977
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..897ed5bfab42d88f4b7703900a7fe3dd79cec294
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8fb64fd9d5ca4afde9653a04c6e9b7bc1d0f1263
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d14b6824d798d4b1e608d189d8105e3e9af4e76
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d173b3a1a4fdba5f41f09d842866c15ec15a8d98
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbc57bd8608d8abfecf1b054dea81703a2e14d63
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..9d03c00913d84929ca0fa779884f1b5dc754575d
--- /dev/null
+++ b/experiments/breast_cancer/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..467fa984d9914780350b4b46f0ae49eaeeecf707
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..c686d846b8148cf3ee69ae369ae70981d7266a4a
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..19471bdeb8918eaeb0a7e00e890535607ec61b7f
--- /dev/null
+++ b/experiments/breast_cancer/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..81cb4c376f19f15e2addb299b7fd59cca12729f6
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..122dd9d346f185183c49a81a6081f5ce5872eb96
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..98c21883cad2687b68ca739a3a9696a3067b10b7
--- /dev/null
+++ b/experiments/breast_cancer/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/breast_cancer/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json
index 2811670bd91b6fcca85a916ae2bbc4b7c03fe385..172afed9c0d9a7a3a70ffb2b305ff31a66c746e3 100644
--- a/experiments/california_housing/stage1/none_with_params.json
+++ b/experiments/california_housing/stage1/none_with_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 1,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params_1.json b/experiments/california_housing/stage1/none_with_params_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b36180b0b067453b1678954d1b8caa11e594dae
--- /dev/null
+++ b/experiments/california_housing/stage1/none_with_params_1.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 1
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json
index 048f89f6b81e263df9d1dd177552122d985c39a4..ba8866a47ca9d4a7aae25306061a06f477f14eb9 100644
--- a/experiments/california_housing/stage1/none_wo_params.json
+++ b/experiments/california_housing/stage1/none_wo_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 4,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params_4.json b/experiments/california_housing/stage1/none_wo_params_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..1f3a8061045a995c019c606f1f5553e2ebb88109
--- /dev/null
+++ b/experiments/california_housing/stage1/none_wo_params_4.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 4
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json
index ff2d72dd9a55d89a48216928bd75a08d5e9d8294..63eefcadfa5feb1913edae15a1f110cc3f2e1c89 100644
--- a/experiments/california_housing/stage1/omp_with_params.json
+++ b/experiments/california_housing/stage1/omp_with_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 3,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params_3.json b/experiments/california_housing/stage1/omp_with_params_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..5b09f670e96c2a73f9590ec0e242c9c762108371
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_with_params_3.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 3
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json
index d7b63d8d15760bf578d48d20c6427cbc6b178ebc..3f910e070266009781d1dda4558cd2e7fd7fa297 100644
--- a/experiments/california_housing/stage1/omp_wo_params.json
+++ b/experiments/california_housing/stage1/omp_wo_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 6,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params_6.json b/experiments/california_housing/stage1/omp_wo_params_6.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0b1b260b18313f2c0445e494b7112a5e8cdfc69
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_wo_params_6.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 6
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json
index 44519f0c07808f6e559ad8825a5c4971b631402c..f8d16f1bb1522541a27f9238a8805c93f50e82c4 100644
--- a/experiments/california_housing/stage1/random_with_params.json
+++ b/experiments/california_housing/stage1/random_with_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 2,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params_2.json b/experiments/california_housing/stage1/random_with_params_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..4239862c5b3a7a1e3e250ee8814777f0fa3a6093
--- /dev/null
+++ b/experiments/california_housing/stage1/random_with_params_2.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 2
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json
index 5d658e6f313273648483a42f5476f5ea142062cc..1ac30cb5a74ad2519629721eb33af8b62053131f 100644
--- a/experiments/california_housing/stage1/random_wo_params.json
+++ b/experiments/california_housing/stage1/random_wo_params.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 5,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -6,15 +7,17 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,10 +30,10 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 16,
+ 8,
+ 17,
+ 25,
33,
- 50,
- 66,
- 83
+ 42
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params_5.json b/experiments/california_housing/stage1/random_wo_params_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..db3dfb480fb312992280a8408529f5d9ad3413e8
--- /dev/null
+++ b/experiments/california_housing/stage1/random_wo_params_5.json
@@ -0,0 +1,37 @@
+{
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.1,
+ "models_dir": ".\\models",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 16,
+ 33,
+ 50,
+ 66,
+ 83
+ ],
+ "experiment_id": 5
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json
index 8914d62a6526f2f5bd8419a947d0ea644a93de1b..a41ed50049838ce04bec2a1bbec90422264b9daa 100644
--- a/experiments/california_housing/stage2/no_normalization.json
+++ b/experiments/california_housing/stage2/no_normalization.json
@@ -1,4 +1,5 @@
{
+ "experiment_id": 1,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -7,7 +8,7 @@
"forest_size": null,
"extracted_forest_size_samples": 5,
"extracted_forest_size_stop": 0.05,
- "models_dir": "./models",
+ "models_dir": "models/california_housing/stage2",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json
index 59583f48554a01e79dd6413bbd95a44d249eb997..6607d9f69ccd9767b91a02e7eb7cd376190cd325 100644
--- a/experiments/california_housing/stage2/normalize_D.json
+++ b/experiments/california_housing/stage2/normalize_D.json
@@ -1,5 +1,5 @@
{
- "experiment_id": 8,
+ "experiment_id": 2,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -8,7 +8,7 @@
"forest_size": null,
"extracted_forest_size_samples": 5,
"extracted_forest_size_stop": 0.05,
- "models_dir": "./models",
+ "models_dir": "models/california_housing/stage2",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json
index 5ed534967ad22562068666ac062a822844e8bf60..71739671b0390de8837e0288b5dac56f69f9de69 100644
--- a/experiments/california_housing/stage2/normalize_D_and_weights.json
+++ b/experiments/california_housing/stage2/normalize_D_and_weights.json
@@ -1,5 +1,5 @@
{
- "experiment_id": 10,
+ "experiment_id": 4,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -8,7 +8,7 @@
"forest_size": null,
"extracted_forest_size_samples": 5,
"extracted_forest_size_stop": 0.05,
- "models_dir": "./models",
+ "models_dir": "models/california_housing/stage2",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json
index 586059719b743770d432eb09db0f8d2afe37b90c..f31fbbcdf6956bacdfb3006c424d749870f539a1 100644
--- a/experiments/california_housing/stage2/normalize_weights.json
+++ b/experiments/california_housing/stage2/normalize_weights.json
@@ -1,5 +1,5 @@
{
- "experiment_id": 9,
+ "experiment_id": 3,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
"dataset_name": "california_housing",
@@ -8,7 +8,7 @@
"forest_size": null,
"extracted_forest_size_samples": 5,
"extracted_forest_size_stop": 0.05,
- "models_dir": "./models",
+ "models_dir": "models/california_housing/stage2",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ce297bd5d545755425646ef12dc57b3e7945e23
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..e13decc345851e1c649277066c8bcd85b4f06131
--- /dev/null
+++ b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..5fedea2b23d45b7ec4f6389a8cd5400cce288dc5
--- /dev/null
+++ b/experiments/california_housing/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/california_housing/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9ef9e194565ecb93569b84117cc120588d3540f0
--- /dev/null
+++ b/experiments/diabetes/stage1/none_with_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8b3d6f5397cec12daeca62fe13fccd852ffe836
--- /dev/null
+++ b/experiments/diabetes/stage1/none_wo_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5f6752839820e7e573d66ed80607db77f09fe89
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_with_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ebf62b26b96ad882420b4da9a761e255cb8e1758
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_wo_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..497777eedd7939455da1f5d36b6de49f6151adc6
--- /dev/null
+++ b/experiments/diabetes/stage1/random_with_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..315b7379a973f85276348a2e353fa2825fb891b0
--- /dev/null
+++ b/experiments/diabetes/stage1/random_wo_params.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c6d95f9458b77684d0aac88c9665a7e8c4244cb
--- /dev/null
+++ b/experiments/diabetes/stage2/no_normalization.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..3a2d37f4b49c04d5783640bb809a89f7d01f9342
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9bef5ff0cb50bb9dbfb64b3d7d27a1142deef1e
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_D_and_weights.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..9054c0d070bd9eeb876011be7f75efd8387650b8
--- /dev/null
+++ b/experiments/diabetes/stage2/normalize_weights.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..10540b50219f754ded8d60d92f632ad05837af92
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_subset.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c980b9dff986e917714969516b17b6fc22e27c4
--- /dev/null
+++ b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..74305d247f59c464cafab55fc8469a8294b3c701
--- /dev/null
+++ b/experiments/diabetes/stage3/train-train-dev_subset.json
@@ -0,0 +1,38 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/diabetes/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 1,
+ 2,
+ 3,
+ 4
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ca14c50bf2c3a3e34e5a70db2e1534b4088b8dd
--- /dev/null
+++ b/experiments/digits/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0e738ab0e479b62cb60783431943dd45e516ac6c
--- /dev/null
+++ b/experiments/digits/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..32f175233f221043d45663ba9ed77cc562751902
--- /dev/null
+++ b/experiments/digits/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f73e993ca35f23ded1bba27a2fe895aaf6f773e4
--- /dev/null
+++ b/experiments/digits/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/digits/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..85fe027edc60060ddd2abcfc7835008faf59e97d
--- /dev/null
+++ b/experiments/digits/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7c216423f2cc2bb0260ce0a68c7c5eeb58400adf
--- /dev/null
+++ b/experiments/digits/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..328c35c49cd77082e5aeff2c9f845c964e5169cd
--- /dev/null
+++ b/experiments/digits/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..61b933a8b7e919fe7179b1c57e5bc2e671b57253
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..df02ed8aa8fc3ce6b6eaf716616502dcdee62fbc
--- /dev/null
+++ b/experiments/digits/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..df812e09eed1af96a8fec20d470cd98b07238ed3
--- /dev/null
+++ b/experiments/digits/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..f014ac179c50eee809669126b2c38f6dc7d4e691
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..dc7e85f65444dac94c850c00fafc871009729e85
--- /dev/null
+++ b/experiments/digits/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe92d2933f2ea1554a014cab31ae2f102bd92207
--- /dev/null
+++ b/experiments/digits/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/digits/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_with_params.json b/experiments/iris/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c6915e3989c24dcee31b74c67415d86a50e50b0f
--- /dev/null
+++ b/experiments/iris/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_wo_params.json b/experiments/iris/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..95f9aa26fe62c4407946ce01912775333e3d2f92
--- /dev/null
+++ b/experiments/iris/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..941788592683f9ffad87edbce1a3924cd7d14895
--- /dev/null
+++ b/experiments/iris/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_wo_params.json b/experiments/iris/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b4dbf630e40a0dfafeb7228a49aeee2ea18d4de
--- /dev/null
+++ b/experiments/iris/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_with_params.json b/experiments/iris/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67dbb4f98a731830e9d8843ffbceaa2637a5f49
--- /dev/null
+++ b/experiments/iris/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_wo_params.json b/experiments/iris/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c56e2a42bc54408991cff35f60addc58855ead31
--- /dev/null
+++ b/experiments/iris/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..3626694f5335664d44e08ae02a396c8651de8a79
--- /dev/null
+++ b/experiments/iris/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2259345373eb2afdcc2cce578d98d0fe9cf56
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..9841a46a8f361a4fefb465b371c3c503e4d4cb6e
--- /dev/null
+++ b/experiments/iris/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..b196631451b584b2811be9721931de8dfb51c057
--- /dev/null
+++ b/experiments/iris/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..22d6bc8d96e42b8daa794e4939d2a391cc4c173c
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..700822f0087b42f7f37cfe88f91f3f46df48e8ac
--- /dev/null
+++ b/experiments/iris/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..c35863c7e21665145af76487c43f164372954930
--- /dev/null
+++ b/experiments/iris/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "iris",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/iris/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/none_with_params.json b/experiments/lfw_pairs/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..562af030dbdaa3c8e0c54a4624ac205937dd777f
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/none_wo_params.json b/experiments/lfw_pairs/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0781b349a97311b27f9306124c6474b3ebe1c9aa
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/omp_with_params.json b/experiments/lfw_pairs/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5643540e49b9360aca557fbffddaaa621bd03831
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/omp_wo_params.json b/experiments/lfw_pairs/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9763e819b8daf4801b86dd88f66f6dbf11fc5e44
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/random_with_params.json b/experiments/lfw_pairs/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..694d5e482d53e5c00aedf6fc47759eaae668d8cc
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/random_wo_params.json b/experiments/lfw_pairs/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8ac4dbd1152bfd9f1b2c6125246ee3689769261e
--- /dev/null
+++ b/experiments/lfw_pairs/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/no_normalization.json b/experiments/lfw_pairs/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f4604668ce74a8ce275f4995bba097abd44eaa8
--- /dev/null
+++ b/experiments/lfw_pairs/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_D.json b/experiments/lfw_pairs/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..6fd6ec964ef7e119f5483821b8c633a2d6a5853d
--- /dev/null
+++ b/experiments/lfw_pairs/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_D_and_weights.json b/experiments/lfw_pairs/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea57d1b6718ce714232325bf10f8a5f82340c792
--- /dev/null
+++ b/experiments/lfw_pairs/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_weights.json b/experiments/lfw_pairs/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..18d7ded849ec9ac54d9cb8eaa0ca58ad7b12c77f
--- /dev/null
+++ b/experiments/lfw_pairs/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..2de1d075403467926096ea26757786d82eb24a61
--- /dev/null
+++ b/experiments/lfw_pairs/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..65b0362c814d50270fdb942c8c48399c34018513
--- /dev/null
+++ b/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-train-dev_subset.json b/experiments/lfw_pairs/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..3a6cc207044b06a4e64ed5a2d578230d40d8061a
--- /dev/null
+++ b/experiments/lfw_pairs/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "lfw_pairs",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/lfw_pairs/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/none_with_params.json b/experiments/linnerud/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d3406e668caae48deb9dea456bf8cd7d2d3d63f5
--- /dev/null
+++ b/experiments/linnerud/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/none_wo_params.json b/experiments/linnerud/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9b94fde624eadced320a86d767d7f9e7e74f7b27
--- /dev/null
+++ b/experiments/linnerud/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/omp_with_params.json b/experiments/linnerud/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd987c8987eb95a0f8d3ed556eb7a877b5e8888d
--- /dev/null
+++ b/experiments/linnerud/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/omp_wo_params.json b/experiments/linnerud/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d6b9886935af639980d345aefe0445d0048fff64
--- /dev/null
+++ b/experiments/linnerud/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/random_with_params.json b/experiments/linnerud/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..626272960ecbea487dbd09d5c7efe8d5f6cbaf60
--- /dev/null
+++ b/experiments/linnerud/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/random_wo_params.json b/experiments/linnerud/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..a761f7cb6f5f1db3f39892f27b3eb399ac4e59f0
--- /dev/null
+++ b/experiments/linnerud/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/no_normalization.json b/experiments/linnerud/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..6294c7c6061f7c5b220282c1d9c5f27b07f71c15
--- /dev/null
+++ b/experiments/linnerud/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_D.json b/experiments/linnerud/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..e411daf821343544e39bcd3a6819b5ed41256a4d
--- /dev/null
+++ b/experiments/linnerud/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_D_and_weights.json b/experiments/linnerud/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..e2c83bf0f3f9fdb7acdc63cd1ee57fad42faf55a
--- /dev/null
+++ b/experiments/linnerud/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_weights.json b/experiments/linnerud/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a824fa0bd4a43e27c25e82e4afdc9830b807cbb
--- /dev/null
+++ b/experiments/linnerud/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-dev_subset.json b/experiments/linnerud/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..c04babea40b421b4abb6fd58459fe779a6a27983
--- /dev/null
+++ b/experiments/linnerud/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-dev_train-dev_subset.json b/experiments/linnerud/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..121137af7faaaa541e2b64fb9cddbed4745d53c1
--- /dev/null
+++ b/experiments/linnerud/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-train-dev_subset.json b/experiments/linnerud/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..60bbb4aa606f005f48881a3328854d6b8d5a7f3e
--- /dev/null
+++ b/experiments/linnerud/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "linnerud",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/linnerud/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7496a7ec844deef2bd5f0da5d763597b130cba06
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..af057455eac0f46ae4292b4a1f4933aac25876a1
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..41769d0b2d92b0a0b8d31954698a50b870f035ef
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..a7b95f1a5195bb94fe4f8de821b66b754ffe3c45
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..857fb224988dc83ef14f0a23fd83ad1929c27b87
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e82c45c380a06422cb2f8ab908f74e2f4ec203ca
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..ac03dbb00d8b7b3c3909f144b9121c344cac34f8
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/no_normalization.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..7a887f27aaef64bb548a627ff2c40b20daa0c94a
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..9bbd1780392f238fa89f312c0e910d2506392fa3
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..5bdbb9ff7bc10cef6ad3892a9efb22fbd6f5e00f
--- /dev/null
+++ b/experiments/olivetti_faces/stage2/normalize_weights.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..2132a83760e322850e83961075531dfca6887ad6
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..b426f7897722fe5930962947d36ab804fe750044
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..345b4f7a178a77c14675884106d2399d35768f84
--- /dev/null
+++ b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/olivetti_faces/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..93b2bf24a4248a7bea9fad1500dad70d81bdbd9d
--- /dev/null
+++ b/experiments/wine/stage1/none_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..655e577266d275df6a8642d5ed32a17cd2a3cd59
--- /dev/null
+++ b/experiments/wine/stage1/none_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7091feb0fc601eb109f2829c1279c7cb09daa655
--- /dev/null
+++ b/experiments/wine/stage1/omp_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d02abc8111f3bba97b857a16fbecb4060d0434e8
--- /dev/null
+++ b/experiments/wine/stage1/omp_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5845252a432b8b25937d5cbff18b49688b4795db
--- /dev/null
+++ b/experiments/wine/stage1/random_with_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f8ab8a04c01a9e619dff86947d284bbb665bf7d1
--- /dev/null
+++ b/experiments/wine/stage1/random_wo_params.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..786821a5cd2961e52752458ffb9009ae56c32525
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..fb539bc1d75b32b66ef2ee7790aea5dd3b396016
--- /dev/null
+++ b/experiments/wine/stage3/train-dev_train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-dev_train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b8c81ef201dba2d9624e8af7b2e97cb05533d4b
--- /dev/null
+++ b/experiments/wine/stage3/train-train-dev_subset.json
@@ -0,0 +1,39 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 5,
+ "extracted_forest_size_stop": 0.05,
+ "models_dir": "models/wine/stage3",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "3",
+ "train-train-dev_subset"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 8,
+ 17,
+ 25,
+ 33,
+ 42
+ ]
+}
\ No newline at end of file
diff --git a/results/boston/stage1/losses.png b/results/boston/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..f79cbc51e2377e6b195396bb7ad9ca5527e7b288
Binary files /dev/null and b/results/boston/stage1/losses.png differ
diff --git a/results/boston/stage2/losses.png b/results/boston/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..dfc243f6d4d8eb21c53238b29d8f5ae7831bb375
Binary files /dev/null and b/results/boston/stage2/losses.png differ
diff --git a/results/boston/stage3/losses.png b/results/boston/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..dc49c4870802498d4cb934f3d8215a460d679365
Binary files /dev/null and b/results/boston/stage3/losses.png differ
diff --git a/results/california_housing/stage1/losses.png b/results/california_housing/stage1/losses.png
index 670e0881812fc00539637cec6068b7300f871e3c..7a3b4be063d9d5e699dd5f377ea2c08866fcf357 100644
Binary files a/results/california_housing/stage1/losses.png and b/results/california_housing/stage1/losses.png differ
diff --git a/results/california_housing/stage3/losses.png b/results/california_housing/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..c32379d9ff80728055120a06a66a97f165a6a047
Binary files /dev/null and b/results/california_housing/stage3/losses.png differ
diff --git a/results/diabetes/stage1/losses.png b/results/diabetes/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..2e572a8bec7cfe9a06292d6c5053e7d583e1f0fe
Binary files /dev/null and b/results/diabetes/stage1/losses.png differ
diff --git a/results/diabetes/stage2/losses.png b/results/diabetes/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..72ba6aac5624a531f8efd715160bbc7f132b08d9
Binary files /dev/null and b/results/diabetes/stage2/losses.png differ
diff --git a/results/diabetes/stage3/losses.png b/results/diabetes/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..17c6fe2b4f108102bcf505eed68ad9afaa10c6bd
Binary files /dev/null and b/results/diabetes/stage3/losses.png differ
diff --git a/results/digits/stage1/losses.png b/results/digits/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..91bcb3769880e983575efbd96cd85eb287c9447a
Binary files /dev/null and b/results/digits/stage1/losses.png differ
diff --git a/results/digits/stage2/losses.png b/results/digits/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..5357679cf8afc50e71db6dbcfbe7f0d8bc28614e
Binary files /dev/null and b/results/digits/stage2/losses.png differ
diff --git a/results/digits/stage3/losses.png b/results/digits/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..9449c3d4bec1ccd4b73386be84a8d135176f7944
Binary files /dev/null and b/results/digits/stage3/losses.png differ
diff --git a/results/iris/stage1/losses.png b/results/iris/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..da03c1074cd6caa870c134689ddac570482d2263
Binary files /dev/null and b/results/iris/stage1/losses.png differ
diff --git a/results/iris/stage2/losses.png b/results/iris/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..862e8beb76fd69e912decb2a88b31bc2aedc29c9
Binary files /dev/null and b/results/iris/stage2/losses.png differ
diff --git a/results/iris/stage3/losses.png b/results/iris/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f49ad3ddeacd5ce049e422e21e8fa494c4444
Binary files /dev/null and b/results/iris/stage3/losses.png differ
diff --git a/results/lfw_pairs/stage1/losses.png b/results/lfw_pairs/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..d963a961799bd59552971cbd9d0d88959e791fda
Binary files /dev/null and b/results/lfw_pairs/stage1/losses.png differ
diff --git a/results/lfw_pairs/stage3/losses.png b/results/lfw_pairs/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..d58b38f24cc07c16f90e68832e0c370261a0183c
Binary files /dev/null and b/results/lfw_pairs/stage3/losses.png differ
diff --git a/results/olivetti_faces/stage1/losses.png b/results/olivetti_faces/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf0645224d47d32ba9ca3e7547323c596407befc
Binary files /dev/null and b/results/olivetti_faces/stage1/losses.png differ
diff --git a/results/olivetti_faces/stage2/losses.png b/results/olivetti_faces/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..39d2d51b27c9ee6d301212ac095c49a4dae0808b
Binary files /dev/null and b/results/olivetti_faces/stage2/losses.png differ
diff --git a/results/olivetti_faces/stage3/losses.png b/results/olivetti_faces/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..507cc141d53e962dbd5c86cee836fad4889ea7b9
Binary files /dev/null and b/results/olivetti_faces/stage3/losses.png differ
diff --git a/results/wine/stage1/losses.png b/results/wine/stage1/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..0dd21a3ad0dca251309e78145ad17fd737acfcd4
Binary files /dev/null and b/results/wine/stage1/losses.png differ
diff --git a/results/wine/stage2/losses.png b/results/wine/stage2/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..218f27a6fe6e1aff691f19ac36ecc452725f1783
Binary files /dev/null and b/results/wine/stage2/losses.png differ
diff --git a/results/wine/stage3/losses.png b/results/wine/stage3/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..9979496ea29d2f623c7a7fa3050cfc6aec35eae7
Binary files /dev/null and b/results/wine/stage3/losses.png differ
diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh
new file mode 100644
index 0000000000000000000000000000000000000000..8d91c321624bcbb1fe835cdba9aa883a8c2936d4
--- /dev/null
+++ b/scripts/run_compute_results.sh
@@ -0,0 +1,35 @@
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=california_housing --models_dir=models/california_housing/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=boston --models_dir=models/boston/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=iris --models_dir=models/iris/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=diabetes --models_dir=models/diabetes/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=digits --models_dir=models/digits/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=linnerud --models_dir=models/linnerud/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=wine --models_dir=models/wine/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage1
+python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage1
+
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=california_housing --models_dir=models/california_housing/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=boston --models_dir=models/boston/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=iris --models_dir=models/iris/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=diabetes --models_dir=models/diabetes/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=digits --models_dir=models/digits/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=linnerud --models_dir=models/linnerud/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=wine --models_dir=models/wine/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage2
+python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage2
+
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=california_housing --models_dir=models/california_housing/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=boston --models_dir=models/boston/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=iris --models_dir=models/iris/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=diabetes --models_dir=models/diabetes/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=digits --models_dir=models/digits/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=linnerud --models_dir=models/linnerud/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=wine --models_dir=models/wine/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage3
+python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage3
diff --git a/scripts/run_stage1_experiments.sh b/scripts/run_stage1_experiments.sh
new file mode 100644
index 0000000000000000000000000000000000000000..0d897a96a11073cc3d78f90efe38f7aea5d8e723
--- /dev/null
+++ b/scripts/run_stage1_experiments.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+core_number=5
+walltime=1:00
+seeds='1 2 3 4 5'
+
+for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs
+do
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --experiment_id=5 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --experiment_id=6 --models_dir=models/$dataset/stage1"
+done
diff --git a/scripts/run_stage2_experiments.sh b/scripts/run_stage2_experiments.sh
new file mode 100644
index 0000000000000000000000000000000000000000..89c64476165a3d51df83cd35e05f9e67f80bc994
--- /dev/null
+++ b/scripts/run_stage2_experiments.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+core_number=5
+walltime=1:00
+seeds='1 2 3 4 5'
+
+for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs
+do
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage2"
+done
diff --git a/scripts/run_stage3_experiments.sh b/scripts/run_stage3_experiments.sh
new file mode 100644
index 0000000000000000000000000000000000000000..fcc10a6ba52d87e3236fda576755c39542284ca9
--- /dev/null
+++ b/scripts/run_stage3_experiments.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+core_number=5
+walltime=1:00
+seeds='1 2 3 4 5'
+
+for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs
+do
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
+done