From 34070d2ce9dbbda5f5bbff2fdaccd0e1248ffa1e Mon Sep 17 00:00:00 2001
From: Charly Lamothe <charly.lamothe@univ-amu.fr>
Date: Fri, 6 Mar 2020 23:48:37 +0100
Subject: [PATCH] Update hardcoded value in random strategy fix. Update scripts
and experiments files
---
code/bolsonaro/trainer.py | 2 +-
.../boston/stage1/none_with_params.json | 52 +++++++++++----
experiments/boston/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../boston/stage1/omp_with_params.json | 65 +++++++++++++++++++
experiments/boston/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../boston/stage1/random_with_params.json | 65 +++++++++++++++++++
.../boston/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../stage1/none_with_params.json | 65 +++++++++++++++++++
.../breast_cancer/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../breast_cancer/stage1/omp_with_params.json | 65 +++++++++++++++++++
.../breast_cancer/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../stage1/random_with_params.json | 65 +++++++++++++++++++
.../stage1/random_wo_params.json | 65 +++++++++++++++++++
.../stage1/none_with_params.json | 65 +++++++++++++++++++
.../stage1/none_wo_params.json | 65 +++++++++++++++++++
.../stage1/omp_with_params.json | 65 +++++++++++++++++++
.../stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../stage1/random_with_params.json | 65 +++++++++++++++++++
.../stage1/random_wo_params.json | 65 +++++++++++++++++++
.../stage2/no_normalization.json | 65 +++++++++++++++++++
.../stage2/normalize_D.json | 65 +++++++++++++++++++
.../stage2/normalize_weights.json | 65 +++++++++++++++++++
.../stage4/none_with_params.json | 9 +--
.../stage4/omp_with_params.json | 9 +--
.../stage4/random_with_params.json | 9 +--
.../diabetes/stage1/none_with_params.json | 65 +++++++++++++++++++
.../diabetes/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../diabetes/stage1/omp_with_params.json | 65 +++++++++++++++++++
.../diabetes/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../diabetes/stage1/random_with_params.json | 65 +++++++++++++++++++
.../diabetes/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../diamonds/stage1/none_with_params.json | 49 ++++++++++----
.../diamonds/stage1/none_wo_params.json | 49 ++++++++++----
.../diamonds/stage1/omp_with_params.json | 49 ++++++++++----
.../diamonds/stage1/omp_wo_params.json | 49 ++++++++++----
.../diamonds/stage1/random_with_params.json | 49 ++++++++++----
.../diamonds/stage1/random_wo_params.json | 49 ++++++++++----
.../digits/stage1/none_with_params.json | 65 +++++++++++++++++++
experiments/digits/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../digits/stage1/omp_with_params.json | 65 +++++++++++++++++++
experiments/digits/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../digits/stage1/random_with_params.json | 65 +++++++++++++++++++
.../digits/stage1/random_wo_params.json | 65 +++++++++++++++++++
experiments/iris/stage1/none_with_params.json | 38 +++++++++--
experiments/iris/stage1/none_wo_params.json | 46 ++++++++++---
experiments/iris/stage1/omp_with_params.json | 46 ++++++++++---
experiments/iris/stage1/omp_wo_params.json | 46 ++++++++++---
.../iris/stage1/random_with_params.json | 46 ++++++++++---
experiments/iris/stage1/random_wo_params.json | 46 ++++++++++---
.../kin8nm/stage1/none_with_params.json | 65 +++++++++++++++++++
experiments/kin8nm/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../kin8nm/stage1/omp_with_params.json | 65 +++++++++++++++++++
experiments/kin8nm/stage1/omp_wo_params.json | 65 +++++++++++++++++++
experiments/kin8nm/stage1/params.json | 28 ++++++++
.../kin8nm/stage1/random_with_params.json | 65 +++++++++++++++++++
.../kin8nm/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../kin8nm/stage2/no_normalization.json | 65 +++++++++++++++++++
experiments/kin8nm/stage2/normalize_D.json | 65 +++++++++++++++++++
.../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++
.../kin8nm/stage2/normalize_weights.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/none_with_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/omp_with_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/random_with_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage2/no_normalization.json | 65 +++++++++++++++++++
experiments/kr-vs-kp/stage2/normalize_D.json | 65 +++++++++++++++++++
.../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++
.../kr-vs-kp/stage2/normalize_weights.json | 65 +++++++++++++++++++
.../stage1/none_with_params.json | 65 +++++++++++++++++++
.../olivetti_faces/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../stage1/omp_with_params.json | 65 +++++++++++++++++++
.../olivetti_faces/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../stage1/random_with_params.json | 65 +++++++++++++++++++
.../stage1/random_wo_params.json | 65 +++++++++++++++++++
.../spambase/stage1/none_with_params.json | 65 +++++++++++++++++++
.../spambase/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../spambase/stage1/omp_with_params.json | 65 +++++++++++++++++++
.../spambase/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../spambase/stage1/random_with_params.json | 65 +++++++++++++++++++
.../spambase/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../spambase/stage2/no_normalization.json | 65 +++++++++++++++++++
experiments/spambase/stage2/normalize_D.json | 65 +++++++++++++++++++
.../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++
.../spambase/stage2/normalize_weights.json | 65 +++++++++++++++++++
.../steel-plates/stage1/none_with_params.json | 65 +++++++++++++++++++
.../steel-plates/stage1/none_wo_params.json | 65 +++++++++++++++++++
.../steel-plates/stage1/omp_with_params.json | 42 +++++++++---
.../steel-plates/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../stage1/random_with_params.json | 65 +++++++++++++++++++
.../steel-plates/stage1/random_wo_params.json | 65 +++++++++++++++++++
.../steel-plates/stage2/no_normalization.json | 65 +++++++++++++++++++
.../steel-plates/stage2/normalize_D.json | 65 +++++++++++++++++++
.../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++
.../stage2/normalize_weights.json | 65 +++++++++++++++++++
experiments/wine/stage1/none_with_params.json | 65 +++++++++++++++++++
experiments/wine/stage1/none_wo_params.json | 65 +++++++++++++++++++
experiments/wine/stage1/omp_with_params.json | 65 +++++++++++++++++++
experiments/wine/stage1/omp_wo_params.json | 65 +++++++++++++++++++
.../wine/stage1/random_with_params.json | 65 +++++++++++++++++++
experiments/wine/stage1/random_wo_params.json | 65 +++++++++++++++++++
scripts/run_compute_results.sh | 6 +-
scripts/run_compute_results_fix.sh | 11 ----
scripts/run_stage1_experiments.sh | 14 ++--
scripts/run_stage1_experiments_fix.sh | 14 ----
scripts/run_stage2_experiments.sh | 10 +--
scripts/run_stage2_experiments_fix.sh | 12 ----
scripts/run_stage3_experiments.sh | 8 +--
scripts/run_stage3_experiments_fix.sh | 11 ----
scripts/run_stage4_experiments.sh | 15 ++---
scripts/run_stage5_experiments.sh | 17 +++--
scripts/run_stage5_experiments_ensemble.sh | 12 ----
scripts/run_stage5_experiments_kmeans.sh | 12 ----
scripts/run_stage5_experiments_similarity.sh | 12 ----
115 files changed, 5976 insertions(+), 286 deletions(-)
create mode 100644 experiments/boston/stage1/none_wo_params.json
create mode 100644 experiments/boston/stage1/omp_with_params.json
create mode 100644 experiments/boston/stage1/omp_wo_params.json
create mode 100644 experiments/boston/stage1/random_with_params.json
create mode 100644 experiments/boston/stage1/random_wo_params.json
create mode 100644 experiments/breast_cancer/stage1/none_with_params.json
create mode 100644 experiments/breast_cancer/stage1/none_wo_params.json
create mode 100644 experiments/breast_cancer/stage1/omp_with_params.json
create mode 100644 experiments/breast_cancer/stage1/omp_wo_params.json
create mode 100644 experiments/breast_cancer/stage1/random_with_params.json
create mode 100644 experiments/breast_cancer/stage1/random_wo_params.json
create mode 100644 experiments/california_housing/stage1/none_with_params.json
create mode 100644 experiments/california_housing/stage1/none_wo_params.json
create mode 100644 experiments/california_housing/stage1/omp_with_params.json
create mode 100644 experiments/california_housing/stage1/omp_wo_params.json
create mode 100644 experiments/california_housing/stage1/random_with_params.json
create mode 100644 experiments/california_housing/stage1/random_wo_params.json
create mode 100644 experiments/california_housing/stage2/no_normalization.json
create mode 100644 experiments/california_housing/stage2/normalize_D.json
create mode 100644 experiments/california_housing/stage2/normalize_weights.json
create mode 100644 experiments/diabetes/stage1/none_with_params.json
create mode 100644 experiments/diabetes/stage1/none_wo_params.json
create mode 100644 experiments/diabetes/stage1/omp_with_params.json
create mode 100644 experiments/diabetes/stage1/omp_wo_params.json
create mode 100644 experiments/diabetes/stage1/random_with_params.json
create mode 100644 experiments/diabetes/stage1/random_wo_params.json
create mode 100644 experiments/digits/stage1/none_with_params.json
create mode 100644 experiments/digits/stage1/none_wo_params.json
create mode 100644 experiments/digits/stage1/omp_with_params.json
create mode 100644 experiments/digits/stage1/omp_wo_params.json
create mode 100644 experiments/digits/stage1/random_with_params.json
create mode 100644 experiments/digits/stage1/random_wo_params.json
create mode 100644 experiments/kin8nm/stage1/none_with_params.json
create mode 100644 experiments/kin8nm/stage1/none_wo_params.json
create mode 100644 experiments/kin8nm/stage1/omp_with_params.json
create mode 100644 experiments/kin8nm/stage1/omp_wo_params.json
create mode 100644 experiments/kin8nm/stage1/params.json
create mode 100644 experiments/kin8nm/stage1/random_with_params.json
create mode 100644 experiments/kin8nm/stage1/random_wo_params.json
create mode 100644 experiments/kin8nm/stage2/no_normalization.json
create mode 100644 experiments/kin8nm/stage2/normalize_D.json
create mode 100644 experiments/kin8nm/stage2/normalize_D_and_weights.json
create mode 100644 experiments/kin8nm/stage2/normalize_weights.json
create mode 100644 experiments/kr-vs-kp/stage1/none_with_params.json
create mode 100644 experiments/kr-vs-kp/stage1/none_wo_params.json
create mode 100644 experiments/kr-vs-kp/stage1/omp_with_params.json
create mode 100644 experiments/kr-vs-kp/stage1/omp_wo_params.json
create mode 100644 experiments/kr-vs-kp/stage1/random_with_params.json
create mode 100644 experiments/kr-vs-kp/stage1/random_wo_params.json
create mode 100644 experiments/kr-vs-kp/stage2/no_normalization.json
create mode 100644 experiments/kr-vs-kp/stage2/normalize_D.json
create mode 100644 experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
create mode 100644 experiments/kr-vs-kp/stage2/normalize_weights.json
create mode 100644 experiments/olivetti_faces/stage1/none_with_params.json
create mode 100644 experiments/olivetti_faces/stage1/none_wo_params.json
create mode 100644 experiments/olivetti_faces/stage1/omp_with_params.json
create mode 100644 experiments/olivetti_faces/stage1/omp_wo_params.json
create mode 100644 experiments/olivetti_faces/stage1/random_with_params.json
create mode 100644 experiments/olivetti_faces/stage1/random_wo_params.json
create mode 100644 experiments/spambase/stage1/none_with_params.json
create mode 100644 experiments/spambase/stage1/none_wo_params.json
create mode 100644 experiments/spambase/stage1/omp_with_params.json
create mode 100644 experiments/spambase/stage1/omp_wo_params.json
create mode 100644 experiments/spambase/stage1/random_with_params.json
create mode 100644 experiments/spambase/stage1/random_wo_params.json
create mode 100644 experiments/spambase/stage2/no_normalization.json
create mode 100644 experiments/spambase/stage2/normalize_D.json
create mode 100644 experiments/spambase/stage2/normalize_D_and_weights.json
create mode 100644 experiments/spambase/stage2/normalize_weights.json
create mode 100644 experiments/steel-plates/stage1/none_with_params.json
create mode 100644 experiments/steel-plates/stage1/none_wo_params.json
create mode 100644 experiments/steel-plates/stage1/omp_wo_params.json
create mode 100644 experiments/steel-plates/stage1/random_with_params.json
create mode 100644 experiments/steel-plates/stage1/random_wo_params.json
create mode 100644 experiments/steel-plates/stage2/no_normalization.json
create mode 100644 experiments/steel-plates/stage2/normalize_D.json
create mode 100644 experiments/steel-plates/stage2/normalize_D_and_weights.json
create mode 100644 experiments/steel-plates/stage2/normalize_weights.json
create mode 100644 experiments/wine/stage1/none_with_params.json
create mode 100644 experiments/wine/stage1/none_wo_params.json
create mode 100644 experiments/wine/stage1/omp_with_params.json
create mode 100644 experiments/wine/stage1/omp_wo_params.json
create mode 100644 experiments/wine/stage1/random_with_params.json
create mode 100644 experiments/wine/stage1/random_wo_params.json
mode change 100644 => 100755 scripts/run_compute_results.sh
delete mode 100644 scripts/run_compute_results_fix.sh
mode change 100644 => 100755 scripts/run_stage1_experiments.sh
delete mode 100644 scripts/run_stage1_experiments_fix.sh
mode change 100644 => 100755 scripts/run_stage2_experiments.sh
delete mode 100644 scripts/run_stage2_experiments_fix.sh
mode change 100644 => 100755 scripts/run_stage3_experiments.sh
delete mode 100644 scripts/run_stage3_experiments_fix.sh
mode change 100644 => 100755 scripts/run_stage4_experiments.sh
mode change 100644 => 100755 scripts/run_stage5_experiments.sh
delete mode 100755 scripts/run_stage5_experiments_ensemble.sh
delete mode 100755 scripts/run_stage5_experiments_kmeans.sh
delete mode 100755 scripts/run_stage5_experiments_similarity.sh
diff --git a/code/bolsonaro/trainer.py b/code/bolsonaro/trainer.py
index 6fcf0af..4626f00 100644
--- a/code/bolsonaro/trainer.py
+++ b/code/bolsonaro/trainer.py
@@ -84,7 +84,7 @@ class Trainer(object):
self._begin_time = time.time()
if type(model) in [RandomForestRegressor, RandomForestClassifier]:
if extracted_forest_size is not None:
- estimators_index = np.arange(1000)
+ estimators_index = np.arange(len(model.estimators_))
np.random.shuffle(estimators_index)
choosen_estimators = estimators_index[:extracted_forest_size]
model.estimators_ = np.array(model.estimators_)[choosen_estimators]
diff --git a/experiments/boston/stage1/none_with_params.json b/experiments/boston/stage1/none_with_params.json
index b15ad4b..ed9e8bd 100644
--- a/experiments/boston/stage1/none_with_params.json
+++ b/experiments/boston/stage1/none_with_params.json
@@ -6,15 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/boston/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 2078,
- 90
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -26,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 36,
- 73,
- 109,
- 145,
- 182,
- 218,
- 255,
- 291,
- 327,
- 364
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json
new file mode 100644
index 0000000..2a3d692
--- /dev/null
+++ b/experiments/boston/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json
new file mode 100644
index 0000000..ca9f873
--- /dev/null
+++ b/experiments/boston/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json
new file mode 100644
index 0000000..731fe14
--- /dev/null
+++ b/experiments/boston/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json
new file mode 100644
index 0000000..7a58463
--- /dev/null
+++ b/experiments/boston/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json
new file mode 100644
index 0000000..bad8b96
--- /dev/null
+++ b/experiments/boston/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "boston",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/boston/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json
new file mode 100644
index 0000000..556f69a
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json
new file mode 100644
index 0000000..89d1043
--- /dev/null
+++ b/experiments/breast_cancer/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json
new file mode 100644
index 0000000..436a535
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json
new file mode 100644
index 0000000..0442f3e
--- /dev/null
+++ b/experiments/breast_cancer/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json
new file mode 100644
index 0000000..67b088e
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json
new file mode 100644
index 0000000..45f26d0
--- /dev/null
+++ b/experiments/breast_cancer/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "breast_cancer",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/breast_cancer/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json
new file mode 100644
index 0000000..237d6e4
--- /dev/null
+++ b/experiments/california_housing/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json
new file mode 100644
index 0000000..7204570
--- /dev/null
+++ b/experiments/california_housing/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json
new file mode 100644
index 0000000..3265529
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json
new file mode 100644
index 0000000..ced5129
--- /dev/null
+++ b/experiments/california_housing/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json
new file mode 100644
index 0000000..9e82046
--- /dev/null
+++ b/experiments/california_housing/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json
new file mode 100644
index 0000000..00057ad
--- /dev/null
+++ b/experiments/california_housing/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json
new file mode 100644
index 0000000..ce10531
--- /dev/null
+++ b/experiments/california_housing/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json
new file mode 100644
index 0000000..09b32f6
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json
new file mode 100644
index 0000000..e1780a8
--- /dev/null
+++ b/experiments/california_housing/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "california_housing",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/california_housing/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json
index e3549c1..96d5fed 100644
--- a/experiments/california_housing/stage4/none_with_params.json
+++ b/experiments/california_housing/stage4/none_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": true,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json
index e01103a..45b19ce 100644
--- a/experiments/california_housing/stage4/omp_with_params.json
+++ b/experiments/california_housing/stage4/omp_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json
index 85dbd63..e0e5d5d 100644
--- a/experiments/california_housing/stage4/random_with_params.json
+++ b/experiments/california_housing/stage4/random_with_params.json
@@ -5,7 +5,7 @@
"dataset_name": "california_housing",
"normalize_D": false,
"dataset_normalizer": "standard",
- "forest_size": null,
+ "forest_size": 1000,
"extracted_forest_size_samples": 30,
"extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
@@ -15,11 +15,7 @@
"seeds": [
1,
2,
- 3,
- 4,
- 5,
- 6,
- 7
+ 3
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -31,6 +27,7 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": true,
"extracted_forest_size": [
33,
67,
diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json
new file mode 100644
index 0000000..c7c6581
--- /dev/null
+++ b/experiments/diabetes/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json
new file mode 100644
index 0000000..6b12d78
--- /dev/null
+++ b/experiments/diabetes/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json
new file mode 100644
index 0000000..3dd0a65
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json
new file mode 100644
index 0000000..84af84c
--- /dev/null
+++ b/experiments/diabetes/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json
new file mode 100644
index 0000000..dd0682e
--- /dev/null
+++ b/experiments/diabetes/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json
new file mode 100644
index 0000000..db2b1f5
--- /dev/null
+++ b/experiments/diabetes/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "diabetes",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/diabetes/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 4,
+ 7,
+ 11,
+ 14,
+ 18,
+ 22,
+ 25,
+ 29,
+ 32,
+ 36,
+ 40,
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
+ ]
+}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/none_with_params.json b/experiments/diamonds/stage1/none_with_params.json
index 6ce31b8..72460d9 100644
--- a/experiments/diamonds/stage1/none_with_params.json
+++ b/experiments/diamonds/stage1/none_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/none_wo_params.json b/experiments/diamonds/stage1/none_wo_params.json
index 927e4c2..6e7676b 100644
--- a/experiments/diamonds/stage1/none_wo_params.json
+++ b/experiments/diamonds/stage1/none_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_with_params.json b/experiments/diamonds/stage1/omp_with_params.json
index e972f88..f94a956 100644
--- a/experiments/diamonds/stage1/omp_with_params.json
+++ b/experiments/diamonds/stage1/omp_with_params.json
@@ -6,13 +6,17 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
5
],
"subsets_used": "train,dev",
@@ -25,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/omp_wo_params.json b/experiments/diamonds/stage1/omp_wo_params.json
index 1989239..38e4359 100644
--- a/experiments/diamonds/stage1/omp_wo_params.json
+++ b/experiments/diamonds/stage1/omp_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_with_params.json b/experiments/diamonds/stage1/random_with_params.json
index b4b2cee..55a9df7 100644
--- a/experiments/diamonds/stage1/random_with_params.json
+++ b/experiments/diamonds/stage1/random_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage1/random_wo_params.json b/experiments/diamonds/stage1/random_wo_params.json
index a835f68..dc2e060 100644
--- a/experiments/diamonds/stage1/random_wo_params.json
+++ b/experiments/diamonds/stage1/random_wo_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 10,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,9 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,16 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 16,
- 31,
- 47,
- 62,
- 78,
- 94,
- 109,
- 125,
- 140,
- 156
+ 14,
+ 29,
+ 43,
+ 57,
+ 72,
+ 86,
+ 100,
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json
new file mode 100644
index 0000000..7c00825
--- /dev/null
+++ b/experiments/digits/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json
new file mode 100644
index 0000000..e9b77cc
--- /dev/null
+++ b/experiments/digits/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json
new file mode 100644
index 0000000..252174f
--- /dev/null
+++ b/experiments/digits/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json
new file mode 100644
index 0000000..e709606
--- /dev/null
+++ b/experiments/digits/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/digits/stage1/random_with_params.json
new file mode 100644
index 0000000..c6a9883
--- /dev/null
+++ b/experiments/digits/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json
new file mode 100644
index 0000000..2e92e1f
--- /dev/null
+++ b/experiments/digits/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "digits",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/digits/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_with_params.json b/experiments/iris/stage1/none_with_params.json
index c6915e3..d23ebcf 100644
--- a/experiments/iris/stage1/none_with_params.json
+++ b/experiments/iris/stage1/none_with_params.json
@@ -6,8 +6,8 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
@@ -29,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/none_wo_params.json b/experiments/iris/stage1/none_wo_params.json
index fd88fd9..cb2b39f 100644
--- a/experiments/iris/stage1/none_wo_params.json
+++ b/experiments/iris/stage1/none_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "none",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json
index 47b8826..96b032b 100644
--- a/experiments/iris/stage1/omp_with_params.json
+++ b/experiments/iris/stage1/omp_with_params.json
@@ -6,14 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 1
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -25,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 33
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_wo_params.json b/experiments/iris/stage1/omp_wo_params.json
index fd75894..52141d8 100644
--- a/experiments/iris/stage1/omp_wo_params.json
+++ b/experiments/iris/stage1/omp_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_with_params.json b/experiments/iris/stage1/random_with_params.json
index 0e2e2d8..b5e7442 100644
--- a/experiments/iris/stage1/random_with_params.json
+++ b/experiments/iris/stage1/random_with_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/random_wo_params.json b/experiments/iris/stage1/random_wo_params.json
index c0cb407..f8fc6db 100644
--- a/experiments/iris/stage1/random_wo_params.json
+++ b/experiments/iris/stage1/random_wo_params.json
@@ -6,16 +6,18 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 58,
- 43535,
- 234234
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -27,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "random",
+ "overwrite": false,
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/none_with_params.json b/experiments/kin8nm/stage1/none_with_params.json
new file mode 100644
index 0000000..7f0c4dc
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/none_wo_params.json b/experiments/kin8nm/stage1/none_wo_params.json
new file mode 100644
index 0000000..792f431
--- /dev/null
+++ b/experiments/kin8nm/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_with_params.json b/experiments/kin8nm/stage1/omp_with_params.json
new file mode 100644
index 0000000..de9c946
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/omp_wo_params.json b/experiments/kin8nm/stage1/omp_wo_params.json
new file mode 100644
index 0000000..b15f9a4
--- /dev/null
+++ b/experiments/kin8nm/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/params.json b/experiments/kin8nm/stage1/params.json
new file mode 100644
index 0000000..aff3e00
--- /dev/null
+++ b/experiments/kin8nm/stage1/params.json
@@ -0,0 +1,28 @@
+{
+ "scorer": "neg_mean_squared_error",
+ "best_score_train": -0.022941874369141916,
+ "best_score_test": -0.020444215502079355,
+ "best_parameters": {
+ "min_samples_leaf": 1,
+ "n_estimators": 1000,
+ "max_depth": 20,
+ "max_features": "auto"
+ },
+ "random_seed": [
+ 486,
+ 138,
+ 137,
+ 54,
+ 1132,
+ 1528,
+ 1857,
+ 1528,
+ 13,
+ 1826,
+ 647,
+ 1704,
+ 469,
+ 101,
+ 804
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_with_params.json b/experiments/kin8nm/stage1/random_with_params.json
new file mode 100644
index 0000000..db43461
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage1/random_wo_params.json b/experiments/kin8nm/stage1/random_wo_params.json
new file mode 100644
index 0000000..8fe4f53
--- /dev/null
+++ b/experiments/kin8nm/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/no_normalization.json b/experiments/kin8nm/stage2/no_normalization.json
new file mode 100644
index 0000000..a41760d
--- /dev/null
+++ b/experiments/kin8nm/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D.json b/experiments/kin8nm/stage2/normalize_D.json
new file mode 100644
index 0000000..d2e1bac
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_D_and_weights.json b/experiments/kin8nm/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..2de20ef
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage2/normalize_weights.json b/experiments/kin8nm/stage2/normalize_weights.json
new file mode 100644
index 0000000..3be8890
--- /dev/null
+++ b/experiments/kin8nm/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/none_with_params.json b/experiments/kr-vs-kp/stage1/none_with_params.json
new file mode 100644
index 0000000..1c86106
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/none_wo_params.json b/experiments/kr-vs-kp/stage1/none_wo_params.json
new file mode 100644
index 0000000..9f97730
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_with_params.json b/experiments/kr-vs-kp/stage1/omp_with_params.json
new file mode 100644
index 0000000..7b04fc1
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/omp_wo_params.json b/experiments/kr-vs-kp/stage1/omp_wo_params.json
new file mode 100644
index 0000000..4fbc531
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_with_params.json b/experiments/kr-vs-kp/stage1/random_with_params.json
new file mode 100644
index 0000000..524bee1
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/random_wo_params.json b/experiments/kr-vs-kp/stage1/random_wo_params.json
new file mode 100644
index 0000000..f972073
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/no_normalization.json b/experiments/kr-vs-kp/stage2/no_normalization.json
new file mode 100644
index 0000000..becba36
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D.json b/experiments/kr-vs-kp/stage2/normalize_D.json
new file mode 100644
index 0000000..145be86
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..0081e98
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage2/normalize_weights.json b/experiments/kr-vs-kp/stage2/normalize_weights.json
new file mode 100644
index 0000000..68f12f5
--- /dev/null
+++ b/experiments/kr-vs-kp/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json
new file mode 100644
index 0000000..d0e5db1
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json
new file mode 100644
index 0000000..bd962f8
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json
new file mode 100644
index 0000000..b8c6e1e
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json
new file mode 100644
index 0000000..410c1e5
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json
new file mode 100644
index 0000000..b2d123b
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json
new file mode 100644
index 0000000..9c55d69
--- /dev/null
+++ b/experiments/olivetti_faces/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "olivetti_faces",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/olivetti_faces/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/none_with_params.json b/experiments/spambase/stage1/none_with_params.json
new file mode 100644
index 0000000..11bfd85
--- /dev/null
+++ b/experiments/spambase/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/none_wo_params.json b/experiments/spambase/stage1/none_wo_params.json
new file mode 100644
index 0000000..0ec0717
--- /dev/null
+++ b/experiments/spambase/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_with_params.json b/experiments/spambase/stage1/omp_with_params.json
new file mode 100644
index 0000000..0f645d2
--- /dev/null
+++ b/experiments/spambase/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/omp_wo_params.json b/experiments/spambase/stage1/omp_wo_params.json
new file mode 100644
index 0000000..2206910
--- /dev/null
+++ b/experiments/spambase/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_with_params.json b/experiments/spambase/stage1/random_with_params.json
new file mode 100644
index 0000000..553f12d
--- /dev/null
+++ b/experiments/spambase/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/random_wo_params.json b/experiments/spambase/stage1/random_wo_params.json
new file mode 100644
index 0000000..cf8b9e1
--- /dev/null
+++ b/experiments/spambase/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/no_normalization.json b/experiments/spambase/stage2/no_normalization.json
new file mode 100644
index 0000000..96a0766
--- /dev/null
+++ b/experiments/spambase/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D.json b/experiments/spambase/stage2/normalize_D.json
new file mode 100644
index 0000000..01041ff
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_D_and_weights.json b/experiments/spambase/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..54030cb
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/spambase/stage2/normalize_weights.json b/experiments/spambase/stage2/normalize_weights.json
new file mode 100644
index 0000000..fbbf203
--- /dev/null
+++ b/experiments/spambase/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "spambase",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/spambase/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_with_params.json b/experiments/steel-plates/stage1/none_with_params.json
new file mode 100644
index 0000000..92f1d41
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/none_wo_params.json b/experiments/steel-plates/stage1/none_wo_params.json
new file mode 100644
index 0000000..d07fdae
--- /dev/null
+++ b/experiments/steel-plates/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_with_params.json b/experiments/steel-plates/stage1/omp_with_params.json
index b15e5b3..74e7c44 100644
--- a/experiments/steel-plates/stage1/omp_with_params.json
+++ b/experiments/steel-plates/stage1/omp_with_params.json
@@ -6,9 +6,9 @@
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.4,
- "models_dir": "models/steel/stage1",
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
@@ -29,11 +29,37 @@
],
"job_number": -1,
"extraction_strategy": "omp",
+ "overwrite": false,
"extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 33
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/omp_wo_params.json b/experiments/steel-plates/stage1/omp_wo_params.json
new file mode 100644
index 0000000..db4451f
--- /dev/null
+++ b/experiments/steel-plates/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_with_params.json b/experiments/steel-plates/stage1/random_with_params.json
new file mode 100644
index 0000000..5fb6607
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage1/random_wo_params.json b/experiments/steel-plates/stage1/random_wo_params.json
new file mode 100644
index 0000000..fe7c20e
--- /dev/null
+++ b/experiments/steel-plates/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/no_normalization.json b/experiments/steel-plates/stage2/no_normalization.json
new file mode 100644
index 0000000..b774c71
--- /dev/null
+++ b/experiments/steel-plates/stage2/no_normalization.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "no_normalization"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D.json b/experiments/steel-plates/stage2/normalize_D.json
new file mode 100644
index 0000000..43a9a7b
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_D_and_weights.json b/experiments/steel-plates/stage2/normalize_D_and_weights.json
new file mode 100644
index 0000000..3dadc5b
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_D_and_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": true,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_D_and_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage2/normalize_weights.json b/experiments/steel-plates/stage2/normalize_weights.json
new file mode 100644
index 0000000..ae5db49
--- /dev/null
+++ b/experiments/steel-plates/stage2/normalize_weights.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage2",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": true,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "2",
+ "normalize_weights"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json
new file mode 100644
index 0000000..6f4f8ab
--- /dev/null
+++ b/experiments/wine/stage1/none_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json
new file mode 100644
index 0000000..3f02987
--- /dev/null
+++ b/experiments/wine/stage1/none_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 4,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "none_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json
new file mode 100644
index 0000000..31e6b03
--- /dev/null
+++ b/experiments/wine/stage1/omp_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json
new file mode 100644
index 0000000..85651ab
--- /dev/null
+++ b/experiments/wine/stage1/omp_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 6,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "omp_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json
new file mode 100644
index 0000000..47d67ef
--- /dev/null
+++ b/experiments/wine/stage1/random_with_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "1",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json
new file mode 100644
index 0000000..b160a70
--- /dev/null
+++ b/experiments/wine/stage1/random_wo_params.json
@@ -0,0 +1,65 @@
+{
+ "experiment_id": 5,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "wine",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/wine/stage1",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5
+ ],
+ "subsets_used": "train,dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": true,
+ "save_experiment_configuration": [
+ "1",
+ "random_wo_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "overwrite": false,
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh
old mode 100644
new mode 100755
index 1093c02..ccf3cc2
--- a/scripts/run_compute_results.sh
+++ b/scripts/run_compute_results.sh
@@ -1,5 +1,7 @@
-for dataset in california_housing
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm olivetti_faces wine spambase
+seeds='1 2 3'
+for dataset in california_housing #kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing #lfw_pairs diamonds boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized california_housing
do
python code/compute_results.py --stage=4 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage4
+ #python code/compute_results.py --stage=5 --experiment_ids 1 2 3 kmeans=5 --dataset_name=$dataset --models_dir=models/$dataset/stage5
+ #python code/compute_results.py --stage=5 --experiment_ids 1 2 3 ensemble=5 --dataset_name=$dataset --models_dir=models/$dataset/stage5_similarity
done
diff --git a/scripts/run_compute_results_fix.sh b/scripts/run_compute_results_fix.sh
deleted file mode 100644
index 65ebf6b..0000000
--- a/scripts/run_compute_results_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=california_housing --models_dir=models/california_housing/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=boston --models_dir=models/boston/stage3
-python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=iris --models_dir=models/iris/stage1
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=diabetes --models_dir=models/diabetes/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=digits --models_dir=models/digits/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=linnerud --models_dir=models/linnerud/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=wine --models_dir=models/wine/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage3
-python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage3
\ No newline at end of file
diff --git a/scripts/run_stage1_experiments.sh b/scripts/run_stage1_experiments.sh
old mode 100644
new mode 100755
index 7656d14..237c265
--- a/scripts/run_stage1_experiments.sh
+++ b/scripts/run_stage1_experiments.sh
@@ -3,12 +3,12 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --experiment_id=5 --models_dir=models/$dataset/stage1"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --experiment_id=6 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_with_params --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_with_params --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_wo_params --extraction_strategy=none --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_wo_params --extraction_strategy=random --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage1"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_wo_params --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage1"
done
diff --git a/scripts/run_stage1_experiments_fix.sh b/scripts/run_stage1_experiments_fix.sh
deleted file mode 100644
index ef4962c..0000000
--- a/scripts/run_stage1_experiments_fix.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-core_number=5
-walltime=1:00
-seeds='58 43535 234234'
-
-for dataset in iris
-do
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=1 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=2 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=3 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=4 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=5 --models_dir=models/$dataset/stage1
- python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=6 --models_dir=models/$dataset/stage1
-done
diff --git a/scripts/run_stage2_experiments.sh b/scripts/run_stage2_experiments.sh
old mode 100644
new mode 100755
index cb3ddbd..e00d3b4
--- a/scripts/run_stage2_experiments.sh
+++ b/scripts/run_stage2_experiments.sh
@@ -3,10 +3,10 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage2"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage2"
done
diff --git a/scripts/run_stage2_experiments_fix.sh b/scripts/run_stage2_experiments_fix.sh
deleted file mode 100644
index 908112c..0000000
--- a/scripts/run_stage2_experiments_fix.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=1 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=2 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=3 --models_dir=models/$dataset/stage2"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=4 --models_dir=models/$dataset/stage2"
-done
diff --git a/scripts/run_stage3_experiments.sh b/scripts/run_stage3_experiments.sh
old mode 100644
new mode 100755
index f263d06..73e8c1a
--- a/scripts/run_stage3_experiments.sh
+++ b/scripts/run_stage3_experiments.sh
@@ -3,9 +3,9 @@ core_number=5
walltime=1:00
seeds='1 2 3 4 5'
-for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
done
diff --git a/scripts/run_stage3_experiments_fix.sh b/scripts/run_stage3_experiments_fix.sh
deleted file mode 100644
index b672202..0000000
--- a/scripts/run_stage3_experiments_fix.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-core_number=10
-walltime=1:00
-seeds='1 2 3'
-
-for dataset in diamonds
-do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3"
-done
diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh
old mode 100644
new mode 100755
index 71987fb..9ff69ec
--- a/scripts/run_stage4_experiments.sh
+++ b/scripts/run_stage4_experiments.sh
@@ -1,14 +1,11 @@
#!/bin/bash
-core_number=14
+core_number=5
walltime=1:00
-seeds='1 2 3 4 5 6 7'
+seeds='1 2 3 4 5'
-for dataset in california_housing
-#for dataset in kin8nm
-#for dataset in gamma
-#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine spambase gamma
+for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
done
diff --git a/scripts/run_stage5_experiments.sh b/scripts/run_stage5_experiments.sh
old mode 100644
new mode 100755
index 5f8a52b..a16dcbf
--- a/scripts/run_stage5_experiments.sh
+++ b/scripts/run_stage5_experiments.sh
@@ -1,13 +1,16 @@
#!/bin/bash
core_number=5
+core_number_sota=50
walltime=1:00
-seeds='1 2 3 4 5 6 7'
+walltime_sota=5:00
+seeds='1 2 3 4 5'
-for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine
-# for dataset in breast_cancer kr-vs-kp steel-plates
+for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
done
diff --git a/scripts/run_stage5_experiments_ensemble.sh b/scripts/run_stage5_experiments_ensemble.sh
deleted file mode 100755
index 7387a97..0000000
--- a/scripts/run_stage5_experiments_ensemble.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=1
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in california_housing # kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing
-do
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_ensemble --subsets_used train+dev,train+dev"
-done
diff --git a/scripts/run_stage5_experiments_kmeans.sh b/scripts/run_stage5_experiments_kmeans.sh
deleted file mode 100755
index b5beae6..0000000
--- a/scripts/run_stage5_experiments_kmeans.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=50
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in diabetes diamonds boston california_housing
-do
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_kmeans --subsets_used train+dev,train+dev"
-done
diff --git a/scripts/run_stage5_experiments_similarity.sh b/scripts/run_stage5_experiments_similarity.sh
deleted file mode 100755
index d7be4e9..0000000
--- a/scripts/run_stage5_experiments_similarity.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/bin/bash
-core_number=1
-walltime=5:00
-seeds='1 2 3'
-
-for dataset in diabetes diamonds boston california_housing
-do
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5_similarity --subsets_used train+dev,train+dev"
-done
--
GitLab