diff --git a/code/bolsonaro/trainer.py b/code/bolsonaro/trainer.py
index 6fcf0aff551263c363bfa97fcfa31b3ffe8b15b5..4626f0060fb1fd948586362cfbbf77d764320b9b 100644
--- a/code/bolsonaro/trainer.py
+++ b/code/bolsonaro/trainer.py
@@ -84,7 +84,7 @@ class Trainer(object):
self._begin_time = time.time()
if type(model) in [RandomForestRegressor, RandomForestClassifier]:
if extracted_forest_size is not None:
- estimators_index = np.arange(1000)
+ estimators_index = np.arange(len(model.estimators_))
np.random.shuffle(estimators_index)
choosen_estimators = estimators_index[:extracted_forest_size]
model.estimators_ = np.array(model.estimators_)[choosen_estimators]
diff --git a/experiments/boston/stage1/none_with_params.json b/experiments/boston/stage1/none_with_params.json
index b15ad4bd3344cfc881862eb98c1e8125ba597b45..ed9e8bd50aebe893ef7b32a458a06c0ec5887f90 100644
--- a/experiments/boston/stage1/none_with_params.json
+++ b/experiments/boston/stage1/none_with_params.json
@@ -6,15 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/boston/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 2078,
- 90
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -26,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 36,
- 73,
- 109,
- 145,
- 182,
- 218,
- 255,
- 291,
- 327,
- 364
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d692884b4eb68f8bc91822adfbdb9069c6ff2
--- /dev/null
+++ b/experiments/boston/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca9f8733236431d63dcc8f07bc689d36ddcc4712
--- /dev/null
+++ b/experiments/boston/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..731fe145b2b5ff402e668bd573ae0a22ab97b145
--- /dev/null
+++ b/experiments/boston/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7a58463771e7c8f7c642ea2647d1f2853423459e
--- /dev/null
+++ b/experiments/boston/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..bad8b967739d3d76cdcd8c6ce602c2348527af03
--- /dev/null
+++ b/experiments/boston/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..556f69a6d2353ba2dc6374aeea77d6e0551c2d5c
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..89d10431e48d8d670b168114e8d9d46ab05ca294
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..436a535339d3685abb66f23290598b77f42414cf
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0442f3e734784e9ff6b58de3cac177e85dcde658
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..67b088e12ec8660d48779c19c5c3114c5d289ee4
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..45f26d087654d6b55de7764b975928a31dca167b
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..237d6e429a73eda1bbfc5082abc9f54c1984e5d9
--- /dev/null
+++ b/experiments/california_housing/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7204570856ac09dca6f4473e508df67dbc0b075f
--- /dev/null
+++ b/experiments/california_housing/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3265529f7d73a95134f0136c555f24098aacbc26
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ced51298fcec7d2b5dea7deeee241c7117126367
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e820462a51fc45315e0c9e128c86118c9e115a4
--- /dev/null
+++ b/experiments/california_housing/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..00057adcb5fa2ce4ad8b2f3e4220f10568547aae
--- /dev/null
+++ b/experiments/california_housing/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce10531b8f6b8dbc321ceb2ab83e84f0577a5bd2
--- /dev/null
+++ b/experiments/california_housing/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..09b32f6d2e86b8642e7db9d21afcd52b4eb68504
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..e1780a89774708e4b7758bb7936fb6d61cf6d8d9
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json
index e3549c1bebe94975ee7b774968e9f98f3d346625..96d5fed63e162da80bc1d4cc59db054976b02bda 100644
--- a/experiments/california_housing/stage4/none_with_params.json
+++ b/experiments/california_housing/stage4/none_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": true,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json
index e01103a853e04a4775321e7ede4130f4b82aa44f..45b19ceacfe2bfd0ff2cd0030e636d797749f345 100644
--- a/experiments/california_housing/stage4/omp_with_params.json
+++ b/experiments/california_housing/stage4/omp_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json
index 85dbd63e39fc8d885fef3d994335601beb584c45..e0e5d5d9112e64873fd95d46314eb016372458de 100644
--- a/experiments/california_housing/stage4/random_with_params.json
+++ b/experiments/california_housing/stage4/random_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": true,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c7c6581d7871602d2c215d8e44eaa70cfecc3bb6
--- /dev/null
+++ b/experiments/diabetes/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b12d786732f794aa5a39cae6ae92165a90aeb21
--- /dev/null
+++ b/experiments/diabetes/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3dd0a65d67cec4f08a31d3a3a0e7b502c36fd4e4
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..84af84c37e3f4a733fe51321a62d399ad1e445a5
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd0682e06498f8f44c7026ab4639ce72af30c148
--- /dev/null
+++ b/experiments/diabetes/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db2b1f500c1dbd96d466b20db31a3ac1a4df3cac
--- /dev/null
+++ b/experiments/diabetes/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/none_with_params.json b/experiments/diamonds/stage1/none_with_params.json
index 6ce31b8fa48688f22e5c139dddc94c61a6865ed5..72460d961ba08e45d31bf4e644c827a80d313f0c 100644
--- a/experiments/diamonds/stage1/none_with_params.json
+++ b/experiments/diamonds/stage1/none_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/none_wo_params.json b/experiments/diamonds/stage1/none_wo_params.json
index 927e4c232bbb74756f321f6009cb8e7e029aa8d3..6e7676bc3180052723a9a16c4c823f045656864e 100644
--- a/experiments/diamonds/stage1/none_wo_params.json
+++ b/experiments/diamonds/stage1/none_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_with_params.json b/experiments/diamonds/stage1/omp_with_params.json
index e972f88e180f5ec1b9a1d6296caa9e68ac8effff..f94a956404b84c162a22bdcb0451d9b6ba10708d 100644
--- a/experiments/diamonds/stage1/omp_with_params.json
+++ b/experiments/diamonds/stage1/omp_with_params.json
@@ -6,13 +6,17 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
5
],
"subsets_used": "train,dev",
@@ -25,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_wo_params.json b/experiments/diamonds/stage1/omp_wo_params.json
index 1989239a76ec7f9696f63e9d7fe492eb5ba58c05..38e43591b84bdab635aaf262f3241b6a38263194 100644
--- a/experiments/diamonds/stage1/omp_wo_params.json
+++ b/experiments/diamonds/stage1/omp_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_with_params.json b/experiments/diamonds/stage1/random_with_params.json
index b4b2ceebd371c0f361f2ce21b2917eb9c962545a..55a9df7f63b3c7cfe09cb3c4319dba58716affeb 100644
--- a/experiments/diamonds/stage1/random_with_params.json
+++ b/experiments/diamonds/stage1/random_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_wo_params.json b/experiments/diamonds/stage1/random_wo_params.json
index a835f689c3c28e72afdd278861c56f1e1b15fccf..dc2e06092a0be1dbf6567bdd99e543dca4bd762b 100644
--- a/experiments/diamonds/stage1/random_wo_params.json
+++ b/experiments/diamonds/stage1/random_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7c008251f3e68f155045709ef67a668a4e3a2974
--- /dev/null
+++ b/experiments/digits/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9b77cc2dc09bbc79156fd0973ed52ab89039e21
--- /dev/null
+++ b/experiments/digits/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..252174f83fa2e568a3bc61488304e129697a18a0
--- /dev/null
+++ b/experiments/digits/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..e70960690955dfde38504a3208dd7e50358b27cf
--- /dev/null
+++ b/experiments/digits/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/digits/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..c6a98831ef89e8412d13bbca01a9d5ef85d88be0
--- /dev/null
+++ b/experiments/digits/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e92e1f967d365f856e7b052315eaff86be8df78
--- /dev/null
+++ b/experiments/digits/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_with_params.json b/experiments/iris/stage1/none_with_params.json
index c6915e3989c24dcee31b74c67415d86a50e50b0f..d23ebcf918fce303fbe613b8f7572a08733d3c3f 100644
--- a/experiments/iris/stage1/none_with_params.json
+++ b/experiments/iris/stage1/none_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -29,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_wo_params.json b/experiments/iris/stage1/none_wo_params.json
index fd88fd9ac54d6fb7e62615628b099c3d6b75b128..cb2b39f24160d22948cf0deccb810e343b47f124 100644
--- a/experiments/iris/stage1/none_wo_params.json
+++ b/experiments/iris/stage1/none_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json
index 47b8826df196929c56cde3a1036c452764564b2e..96b032b9d30c136788d74771d6c070a3bfe9ace3 100644
--- a/experiments/iris/stage1/omp_with_params.json
+++ b/experiments/iris/stage1/omp_with_params.json
@@ -6,14 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 1
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -25,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 33
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_wo_params.json b/experiments/iris/stage1/omp_wo_params.json
index fd7589433a0f9e129a09eb3d64c58c08ec461d02..52141d8c90469c7534c41679bde927e7ae39eb13 100644
--- a/experiments/iris/stage1/omp_wo_params.json
+++ b/experiments/iris/stage1/omp_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_with_params.json b/experiments/iris/stage1/random_with_params.json
index 0e2e2d892b20f2e2401a40a201ab8b4e638d17cd..b5e74426ebf9a5b9b1f4dca19fa6e4a6a320e08f 100644
--- a/experiments/iris/stage1/random_with_params.json
+++ b/experiments/iris/stage1/random_with_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_wo_params.json b/experiments/iris/stage1/random_wo_params.json
index c0cb4072fb95c56ee205a95699c5ef47f2924d7a..f8fc6db2a5e891011a0ecb4718f6e5be69f976b2 100644
--- a/experiments/iris/stage1/random_wo_params.json
+++ b/experiments/iris/stage1/random_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/none_with_params.json b/experiments/kin8nm/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f0c4dc6514db1d520f185f258e179b2833e6814
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/none_wo_params.json b/experiments/kin8nm/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..792f431d85f76eba27ffef12bf4c115135000375
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_with_params.json b/experiments/kin8nm/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..de9c94673390397c016d0e8a67de64d0ac38fc3a
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_wo_params.json b/experiments/kin8nm/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b15f9a45fc5a36ac4182d255d847622851f086e6
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/params.json b/experiments/kin8nm/stage1/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..aff3e00221518c26e5cb8860c5928acc5aaaa774
--- /dev/null
+++ b/experiments/kin8nm/stage1/params.json
@@ -0,0 +1,28 @@
+{
+ "scorer": "neg_mean_squared_error",
+ "best_score_train": -0.022941874369141916,
+ "best_score_test": -0.020444215502079355,
+ "best_parameters": {
+ "min_samples_leaf": 1,
+ "n_estimators": 1000,
+ "max_depth": 20,
+ "max_features": "auto"
+ },
+ "random_seed": [
+ 486,
+ 138,
+ 137,
+ 54,
+ 1132,
+ 1528,
+ 1857,
+ 1528,
+ 13,
+ 1826,
+ 647,
+ 1704,
+ 469,
+ 101,
+ 804
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_with_params.json b/experiments/kin8nm/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db43461e459dd441917664f33813fd81cd33ac8d
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_wo_params.json b/experiments/kin8nm/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8fe4f5362754dd191ef28beb27f03ec36596f226
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/no_normalization.json b/experiments/kin8nm/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..a41760d2aadfab98426f15ccfdbf70f2b67b40ab
--- /dev/null
+++ b/experiments/kin8nm/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D.json b/experiments/kin8nm/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1bac5b3b604ada05550dd49b88057a4c0715f
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D_and_weights.json b/experiments/kin8nm/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..2de20ef2d0a91a6e3d037422dae32b3ca6637c79
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_weights.json b/experiments/kin8nm/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..3be8890ee7387dc698b1591331a5731d3baa08a8
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/none_with_params.json b/experiments/kr-vs-kp/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c861064f325bfbb6b78a797f2d890d5f6784a2c
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/none_wo_params.json b/experiments/kr-vs-kp/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f97730177bf973a321d08d8a4582a32a5bd514d
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_with_params.json b/experiments/kr-vs-kp/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b04fc11e875b44c4a7aecf1ab4eebd2d6061fdc
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_wo_params.json b/experiments/kr-vs-kp/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4fbc5317857e1d8d3897362bf08d7c2c875ddbcf
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_with_params.json b/experiments/kr-vs-kp/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..524bee1b3edcf5a38113356ffb253e72acce86e1
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_wo_params.json b/experiments/kr-vs-kp/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f972073a6e54b58315b079e78724d11b2edbe61a
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/no_normalization.json b/experiments/kr-vs-kp/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..becba363127d7a1b4ffa243b51499c1b547a2724
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D.json b/experiments/kr-vs-kp/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..145be864b4a312726cd7c8ee269fe42fe4fd52d6
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..0081e9802d9975a17311a0a4abbf7f5f2fd83eec
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_weights.json b/experiments/kr-vs-kp/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..68f12f506cf584f5b9f73b96e9a16247a7b3bba4
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d0e5db133e3cbbf474d0d92c7e0786bc99652392
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd962f84e89e58fdbb5771b89134964b06d616ce
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8c6e1ecce514e3e2877584f67272ea959c8ef59
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..410c1e5c184ddde6ba052aaf0a6517161d2b444f
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d123b1d64956584658cb9c888ca39c37b5c87b
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c55d69dc8e0fffdbba769c48632ad987a1f136b
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/none_with_params.json b/experiments/spambase/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..11bfd852b10a1f0fbebf44b1fe04651bc79a05d4
--- /dev/null
+++ b/experiments/spambase/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/none_wo_params.json b/experiments/spambase/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0ec07172309824e30f424759c1748e7298634962
--- /dev/null
+++ b/experiments/spambase/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_with_params.json b/experiments/spambase/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f645d257b5eac9927131e1ffc7e623a618d83ae
--- /dev/null
+++ b/experiments/spambase/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_wo_params.json b/experiments/spambase/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..2206910fc6be02b56ff9b935b4bd8aa19faf6403
--- /dev/null
+++ b/experiments/spambase/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_with_params.json b/experiments/spambase/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..553f12dbab29e955ac0a94aab4d5e02e4a90b396
--- /dev/null
+++ b/experiments/spambase/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_wo_params.json b/experiments/spambase/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b9e1c57cb4d0263716fead073854725a72b41
--- /dev/null
+++ b/experiments/spambase/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/no_normalization.json b/experiments/spambase/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..96a0766e08b46f8f06166f39f8b825f82e13d58d
--- /dev/null
+++ b/experiments/spambase/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D.json b/experiments/spambase/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..01041ffa94ca55ff1735950c667dc44ae24b9b92
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D_and_weights.json b/experiments/spambase/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..54030cbf08f942821824d10cd5d8f485b152ab0f
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_weights.json b/experiments/spambase/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf203c489fcd05e534fc61c2f6778c8e5afaa4
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_with_params.json b/experiments/steel-plates/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..92f1d4174d63b9fba15247cab2cd3a42535d0347
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_wo_params.json b/experiments/steel-plates/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..d07fdaeb50252eeeb1a9abd530b005212c3bf65b
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_with_params.json b/experiments/steel-plates/stage1/omp_with_params.json
index b15e5b324a726b63131cbd9daa10e825a22f8df3..74e7c44ecbeeead944712bd06b2799f1b3f42052 100644
--- a/experiments/steel-plates/stage1/omp_with_params.json
+++ b/experiments/steel-plates/stage1/omp_with_params.json
@@ -6,9 +6,9 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.4,
- "models_dir": "models/steel/stage1",
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
@@ -29,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 33
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_wo_params.json b/experiments/steel-plates/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..db4451f9ccce457357563c49f75bff91ab4a1f91
--- /dev/null
+++ b/experiments/steel-plates/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_with_params.json b/experiments/steel-plates/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6607f1adede57320ebd415c1fb669d4fcc985
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_wo_params.json b/experiments/steel-plates/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe7c20eb7768eeca174be5418367b2231d633bb4
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/no_normalization.json b/experiments/steel-plates/stage2/no_normalization.json
new file mode 100644
index 0000000000000000000000000000000000000000..b774c7168ea444639933ee54b98d9157a236b193
--- /dev/null
+++ b/experiments/steel-plates/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D.json b/experiments/steel-plates/stage2/normalize_D.json
new file mode 100644
index 0000000000000000000000000000000000000000..43a9a7b668b8c905c30b41c9e0595b68482ea6eb
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D_and_weights.json b/experiments/steel-plates/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..3dadc5b72b139927c23f704e03c3afdb7d732242
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_weights.json b/experiments/steel-plates/stage2/normalize_weights.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae5db49e564a8af4daed4e119f57e3d57b97a1db
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f8abc81fbf0680229409f3cd2d91d65072459
--- /dev/null
+++ b/experiments/wine/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f02987fc33cf753e75020071cf1ff169455db4d
--- /dev/null
+++ b/experiments/wine/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..31e6b03afc8f91abc29d7abb8e6ba5c4d04d9e29
--- /dev/null
+++ b/experiments/wine/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..85651abd37a83848a45d5eb9cb2615017b1dc7f2
--- /dev/null
+++ b/experiments/wine/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..47d67efa28e35205dede650b69e8bef0008c0a84
--- /dev/null
+++ b/experiments/wine/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..b160a7006ee7a7d3282b5c253cff322299c491fa
--- /dev/null
+++ b/experiments/wine/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh
old mode 100644
new mode 100755
index 1093c02c120a61354b946077ecc8ea9b93c93319..ccf3cc24c112269cd7c2dd3b235851c8c727e256
--- a/scripts/run_compute_results.sh
+++ b/scripts/run_compute_results.sh
@@ -1,5 +1,7 @@
-for dataset in california_housing
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm olivetti_faces wine spambase
+seeds='1 2 3'
+for dataset in california_housing #kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing #lfw_pairs diamonds boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized california_housing
do
python code/compute_results.py --stage=4 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage4
+ #python code/compute_results.py --stage=5 --experiment_ids 1 2 3 kmeans=5 --dataset_name=$dataset --models_dir=models/$dataset/stage5
+ #python code/compute_results.py --stage=5 --experiment_ids 1 2 3 ensemble=5 --dataset_name=$dataset --models_dir=models/$dataset/stage5_similarity
done
diff --git a/scripts/run_compute_results_fix.sh b/scripts/run_compute_results_fix.sh
deleted file mode 100644
index 65ebf6ba580c3c147f68424eced91d085c5133cc..0000000000000000000000000000000000000000
--- a/scripts/run_compute_results_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=california_housing --models_dir=models/california_housing/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=boston --models_dir=models/boston/stage3
-python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=iris --models_dir=models/iris/stage1
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=diabetes --models_dir=models/diabetes/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=digits --models_dir=models/digits/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=linnerud --models_dir=models/linnerud/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=wine --models_dir=models/wine/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage3
\ No newline at end of file
diff --git a/scripts/run_stage1_experiments.sh b/scripts/run_stage1_experiments.sh
old mode 100644
new mode 100755
index 7656d148d2fae11ba1ea880cbd136e6fd3ea8677..237c265a99d603528d4f69c19ff849cf87efe12b
--- a/scripts/run_stage1_experiments.sh
+++ b/scripts/run_stage1_experiments.sh
@@ -3,12 +3,12 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --experiment_id=5 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --experiment_id=6 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_with_params --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_with_params --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_wo_params --extraction_strategy=none --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_wo_params --extraction_strategy=random --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_wo_params --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage1"
done
diff --git a/scripts/run_stage1_experiments_fix.sh b/scripts/run_stage1_experiments_fix.sh
deleted file mode 100644
index ef4962ca2942cb0107dbd6ce4f83c3141c9e76eb..0000000000000000000000000000000000000000
--- a/scripts/run_stage1_experiments_fix.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-core_number=5
-walltime=1:00
-seeds='58 43535 234234'
-
-for dataset in iris
-do
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=1 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=2 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=3 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=4 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=5 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=6 --models_dir=models/$dataset/stage1
-done
diff --git a/scripts/run_stage2_experiments.sh b/scripts/run_stage2_experiments.sh
old mode 100644
new mode 100755
index cb3ddbd3e4998c61c0b0dc290ff5fcae620e4293..e00d3b40858378e503e459f2c9f41409cca88f32
--- a/scripts/run_stage2_experiments.sh
+++ b/scripts/run_stage2_experiments.sh
@@ -3,10 +3,10 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage2"
done
diff --git a/scripts/run_stage2_experiments_fix.sh b/scripts/run_stage2_experiments_fix.sh
deleted file mode 100644
index 908112c6b65d2cb825250bb42d0985744825ad78..0000000000000000000000000000000000000000
--- a/scripts/run_stage2_experiments_fix.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=1 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=2 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=3 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=4 --models_dir=models/$dataset/stage2"
-done
diff --git a/scripts/run_stage3_experiments.sh b/scripts/run_stage3_experiments.sh
old mode 100644
new mode 100755
index f263d06a27a74453c4a7a97e98fe348af9ba4d27..73e8c1a732afd49844f9739cab1f83527d1ce858
--- a/scripts/run_stage3_experiments.sh
+++ b/scripts/run_stage3_experiments.sh
@@ -3,9 +3,9 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
done
diff --git a/scripts/run_stage3_experiments_fix.sh b/scripts/run_stage3_experiments_fix.sh
deleted file mode 100644
index b672202b4eafd5f3123b72990efc4db3081ce3a7..0000000000000000000000000000000000000000
--- a/scripts/run_stage3_experiments_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
-done
diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh
old mode 100644
new mode 100755
index 71987fbf9005bc4cd60f32eb8645b8c26e702705..9ff69ec10beae02f05f0906d67970ccf37a914e9
--- a/scripts/run_stage4_experiments.sh
+++ b/scripts/run_stage4_experiments.sh
@@ -1,14 +1,11 @@
#!/bin/bash
-core_number=14
+core_number=5
walltime=1:00
-seeds='1 2 3 4 5 6 7'
+seeds='1 2 3 4 5'
-for dataset in california_housing
-#for dataset in kin8nm
-#for dataset in gamma
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine spambase gamma
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
done
diff --git a/scripts/run_stage5_experiments.sh b/scripts/run_stage5_experiments.sh
old mode 100644
new mode 100755
index 5f8a52b2c6c396b53c053da239e892fc684a6fed..a16dcbfda263c5825827ff6e095e234bff2ffcb4
--- a/scripts/run_stage5_experiments.sh
+++ b/scripts/run_stage5_experiments.sh
@@ -1,13 +1,16 @@
#!/bin/bash
core_number=5
+core_number_sota=50
walltime=1:00
-seeds='1 2 3 4 5 6 7'
+walltime_sota=5:00
+seeds='1 2 3 4 5'
-for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine
-# for dataset in breast_cancer kr-vs-kp steel-plates
+for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
done
diff --git a/scripts/run_stage5_experiments_ensemble.sh b/scripts/run_stage5_experiments_ensemble.sh
deleted file mode 100755
index 7387a97abae531c34a47a038ccc964a787eebcfe..0000000000000000000000000000000000000000
--- a/scripts/run_stage5_experiments_ensemble.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=1
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in california_housing # kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
-do
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
-done
diff --git a/scripts/run_stage5_experiments_kmeans.sh b/scripts/run_stage5_experiments_kmeans.sh
deleted file mode 100755
index b5beae69ef14b4b75bffdb9fcd196a96b1488c8e..0000000000000000000000000000000000000000
--- a/scripts/run_stage5_experiments_kmeans.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=50
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in diabetes diamonds boston california_housing
-do
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
-done
diff --git a/scripts/run_stage5_experiments_similarity.sh b/scripts/run_stage5_experiments_similarity.sh
deleted file mode 100755
index d7be4e984dec0a216cb7c2db539cc6595cfdb110..0000000000000000000000000000000000000000
--- a/scripts/run_stage5_experiments_similarity.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=1
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in diabetes diamonds boston california_housing
-do
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
-done