From 7562c0c1c11a595e5de58f57e7051dfac174a40c Mon Sep 17 00:00:00 2001 From: Charly Lamothe <charly.lamothe@univ-amu.fr> Date: Tue, 10 Mar 2020 15:44:21 +0100 Subject: [PATCH] Update the experiment configuration files --- .../boston/stage2/no_normalization.json | 65 +++++++++++++++++++ experiments/boston/stage2/normalize_D.json | 65 +++++++++++++++++++ .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../boston/stage2/normalize_weights.json | 65 +++++++++++++++++++ .../boston/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../boston/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../boston/stage4/none_with_params.json | 5 +- .../boston/stage4/omp_with_params.json | 5 +- .../boston/stage4/random_with_params.json | 5 +- .../stage2/no_normalization.json | 65 +++++++++++++++++++ .../breast_cancer/stage2/normalize_D.json | 65 +++++++++++++++++++ .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../stage2/normalize_weights.json | 65 +++++++++++++++++++ .../stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../stage4/none_with_params.json | 5 +- .../breast_cancer/stage4/omp_with_params.json | 5 +- .../stage4/random_with_params.json | 5 +- .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../stage4/none_with_params.json | 8 ++- .../stage4/omp_with_params.json | 6 +- .../stage4/random_with_params.json | 8 ++- .../diabetes/stage2/no_normalization.json | 65 +++++++++++++++++++ experiments/diabetes/stage2/normalize_D.json | 65 +++++++++++++++++++ .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../diabetes/stage2/normalize_weights.json | 65 +++++++++++++++++++ .../diabetes/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../diabetes/stage4/none_with_params.json | 5 +- .../diabetes/stage4/omp_with_params.json | 5 +- .../diabetes/stage4/random_with_params.json | 5 +- .../diamonds/stage2/no_normalization.json | 49 ++++++++++---- experiments/diamonds/stage2/normalize_D.json | 49 ++++++++++---- .../stage2/normalize_D_and_weights.json | 49 ++++++++++---- .../diamonds/stage2/normalize_weights.json | 49 ++++++++++---- .../diamonds/stage3/train-dev_subset.json | 49 ++++++++++---- .../stage3/train-dev_train-dev_subset.json | 49 ++++++++++---- .../stage3/train-train-dev_subset.json | 49 ++++++++++---- .../diamonds/stage4/none_with_params.json | 5 +- .../diamonds/stage4/omp_with_params.json | 5 +- .../diamonds/stage4/random_with_params.json | 5 +- .../digits/stage2/no_normalization.json | 65 +++++++++++++++++++ experiments/digits/stage2/normalize_D.json | 65 +++++++++++++++++++ .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../digits/stage2/normalize_weights.json | 65 +++++++++++++++++++ .../digits/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../digits/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../digits/stage4/none_with_params.json | 5 +- .../digits/stage4/omp_with_params.json | 5 +- .../digits/stage4/random_with_params.json | 5 +- experiments/iris/stage2/no_normalization.json | 65 +++++++++++++++++++ experiments/iris/stage2/normalize_D.json | 65 +++++++++++++++++++ .../iris/stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../iris/stage2/normalize_weights.json | 65 +++++++++++++++++++ experiments/iris/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../iris/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ experiments/iris/stage4/none_with_params.json | 5 +- experiments/iris/stage4/omp_with_params.json | 5 +- .../iris/stage4/random_with_params.json | 5 +- .../kin8nm/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../kin8nm/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../kin8nm/stage4/none_with_params.json | 5 +- .../kin8nm/stage4/omp_with_params.json | 5 +- .../kin8nm/stage4/random_with_params.json | 5 +- .../kr-vs-kp/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../kr-vs-kp/stage4/none_with_params.json | 5 +- .../kr-vs-kp/stage4/omp_with_params.json | 5 +- .../kr-vs-kp/stage4/random_with_params.json | 5 +- .../stage2/no_normalization.json | 65 +++++++++++++++++++ .../olivetti_faces/stage2/normalize_D.json | 65 +++++++++++++++++++ .../stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../stage2/normalize_weights.json | 65 +++++++++++++++++++ .../stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../stage4/none_with_params.json | 5 +- .../stage4/omp_with_params.json | 5 +- .../stage4/random_with_params.json | 5 +- .../spambase/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../spambase/stage4/none_with_params.json | 65 +++++++++++++++++++ .../spambase/stage4/omp_with_params.json | 65 +++++++++++++++++++ .../spambase/stage4/random_with_params.json | 65 +++++++++++++++++++ .../steel-plates/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ .../steel-plates/stage4/none_with_params.json | 5 +- .../steel-plates/stage4/omp_with_params.json | 5 +- .../stage4/random_with_params.json | 5 +- experiments/wine/stage2/no_normalization.json | 65 +++++++++++++++++++ experiments/wine/stage2/normalize_D.json | 65 +++++++++++++++++++ .../wine/stage2/normalize_D_and_weights.json | 65 +++++++++++++++++++ .../wine/stage2/normalize_weights.json | 65 +++++++++++++++++++ experiments/wine/stage3/train-dev_subset.json | 65 +++++++++++++++++++ .../stage3/train-dev_train-dev_subset.json | 65 +++++++++++++++++++ .../wine/stage3/train-train-dev_subset.json | 65 +++++++++++++++++++ experiments/wine/stage4/none_with_params.json | 5 +- experiments/wine/stage4/omp_with_params.json | 5 +- .../wine/stage4/random_with_params.json | 5 +- 111 files changed, 4752 insertions(+), 198 deletions(-) create mode 100644 experiments/boston/stage2/no_normalization.json create mode 100644 experiments/boston/stage2/normalize_D.json create mode 100644 experiments/boston/stage2/normalize_D_and_weights.json create mode 100644 experiments/boston/stage2/normalize_weights.json create mode 100644 experiments/boston/stage3/train-dev_subset.json create mode 100644 experiments/boston/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/boston/stage3/train-train-dev_subset.json create mode 100644 experiments/breast_cancer/stage2/no_normalization.json create mode 100644 experiments/breast_cancer/stage2/normalize_D.json create mode 100644 experiments/breast_cancer/stage2/normalize_D_and_weights.json create mode 100644 experiments/breast_cancer/stage2/normalize_weights.json create mode 100644 experiments/breast_cancer/stage3/train-dev_subset.json create mode 100644 experiments/breast_cancer/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/breast_cancer/stage3/train-train-dev_subset.json create mode 100644 experiments/california_housing/stage2/normalize_D_and_weights.json create mode 100644 experiments/california_housing/stage3/train-dev_subset.json create mode 100644 experiments/california_housing/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/california_housing/stage3/train-train-dev_subset.json create mode 100644 experiments/diabetes/stage2/no_normalization.json create mode 100644 experiments/diabetes/stage2/normalize_D.json create mode 100644 experiments/diabetes/stage2/normalize_D_and_weights.json create mode 100644 experiments/diabetes/stage2/normalize_weights.json create mode 100644 experiments/diabetes/stage3/train-dev_subset.json create mode 100644 experiments/diabetes/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/diabetes/stage3/train-train-dev_subset.json create mode 100644 experiments/digits/stage2/no_normalization.json create mode 100644 experiments/digits/stage2/normalize_D.json create mode 100644 experiments/digits/stage2/normalize_D_and_weights.json create mode 100644 experiments/digits/stage2/normalize_weights.json create mode 100644 experiments/digits/stage3/train-dev_subset.json create mode 100644 experiments/digits/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/digits/stage3/train-train-dev_subset.json create mode 100644 experiments/iris/stage2/no_normalization.json create mode 100644 experiments/iris/stage2/normalize_D.json create mode 100644 experiments/iris/stage2/normalize_D_and_weights.json create mode 100644 experiments/iris/stage2/normalize_weights.json create mode 100644 experiments/iris/stage3/train-dev_subset.json create mode 100644 experiments/iris/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/iris/stage3/train-train-dev_subset.json create mode 100644 experiments/kin8nm/stage3/train-dev_subset.json create mode 100644 experiments/kin8nm/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/kin8nm/stage3/train-train-dev_subset.json create mode 100644 experiments/kr-vs-kp/stage3/train-dev_subset.json create mode 100644 experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/kr-vs-kp/stage3/train-train-dev_subset.json create mode 100644 experiments/olivetti_faces/stage2/no_normalization.json create mode 100644 experiments/olivetti_faces/stage2/normalize_D.json create mode 100644 experiments/olivetti_faces/stage2/normalize_D_and_weights.json create mode 100644 experiments/olivetti_faces/stage2/normalize_weights.json create mode 100644 experiments/olivetti_faces/stage3/train-dev_subset.json create mode 100644 experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/olivetti_faces/stage3/train-train-dev_subset.json create mode 100644 experiments/spambase/stage3/train-dev_subset.json create mode 100644 experiments/spambase/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/spambase/stage3/train-train-dev_subset.json create mode 100644 experiments/spambase/stage4/none_with_params.json create mode 100644 experiments/spambase/stage4/omp_with_params.json create mode 100644 experiments/spambase/stage4/random_with_params.json create mode 100644 experiments/steel-plates/stage3/train-dev_subset.json create mode 100644 experiments/steel-plates/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/steel-plates/stage3/train-train-dev_subset.json create mode 100644 experiments/wine/stage2/no_normalization.json create mode 100644 experiments/wine/stage2/normalize_D.json create mode 100644 experiments/wine/stage2/normalize_D_and_weights.json create mode 100644 experiments/wine/stage2/normalize_weights.json create mode 100644 experiments/wine/stage3/train-dev_subset.json create mode 100644 experiments/wine/stage3/train-dev_train-dev_subset.json create mode 100644 experiments/wine/stage3/train-train-dev_subset.json diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json new file mode 100644 index 0000000..62669c2 --- /dev/null +++ b/experiments/boston/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json new file mode 100644 index 0000000..df91040 --- /dev/null +++ b/experiments/boston/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..9cdcc22 --- /dev/null +++ b/experiments/boston/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json new file mode 100644 index 0000000..0fbdd98 --- /dev/null +++ b/experiments/boston/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json new file mode 100644 index 0000000..363789a --- /dev/null +++ b/experiments/boston/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..e661ba4 --- /dev/null +++ b/experiments/boston/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..c5802d6 --- /dev/null +++ b/experiments/boston/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage4/none_with_params.json b/experiments/boston/stage4/none_with_params.json index ba056e1..e71a6cf 100644 --- a/experiments/boston/stage4/none_with_params.json +++ b/experiments/boston/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/boston/stage4/omp_with_params.json b/experiments/boston/stage4/omp_with_params.json index 0c393f6..4f0f882 100644 --- a/experiments/boston/stage4/omp_with_params.json +++ b/experiments/boston/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/boston/stage4/random_with_params.json b/experiments/boston/stage4/random_with_params.json index 0258396..dc5e112 100644 --- a/experiments/boston/stage4/random_with_params.json +++ b/experiments/boston/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json new file mode 100644 index 0000000..7a7daf3 --- /dev/null +++ b/experiments/breast_cancer/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json new file mode 100644 index 0000000..32e491b --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..65d591f --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json new file mode 100644 index 0000000..6d1afd1 --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json new file mode 100644 index 0000000..2d79109 --- /dev/null +++ b/experiments/breast_cancer/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..5ed12a2 --- /dev/null +++ b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..d455102 --- /dev/null +++ b/experiments/breast_cancer/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage4/none_with_params.json b/experiments/breast_cancer/stage4/none_with_params.json index 4b4d46e..17900fe 100644 --- a/experiments/breast_cancer/stage4/none_with_params.json +++ b/experiments/breast_cancer/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage4/omp_with_params.json b/experiments/breast_cancer/stage4/omp_with_params.json index 287b55e..bcb7ecd 100644 --- a/experiments/breast_cancer/stage4/omp_with_params.json +++ b/experiments/breast_cancer/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage4/random_with_params.json b/experiments/breast_cancer/stage4/random_with_params.json index 34f70d8..251a2bd 100644 --- a/experiments/breast_cancer/stage4/random_with_params.json +++ b/experiments/breast_cancer/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..5602f6d --- /dev/null +++ b/experiments/california_housing/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json new file mode 100644 index 0000000..0a01203 --- /dev/null +++ b/experiments/california_housing/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..1b138f1 --- /dev/null +++ b/experiments/california_housing/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..2de9ae7 --- /dev/null +++ b/experiments/california_housing/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json index 96d5fed..6e9a156 100644 --- a/experiments/california_housing/stage4/none_with_params.json +++ b/experiments/california_housing/stage4/none_with_params.json @@ -5,7 +5,7 @@ "dataset_name": "california_housing", "normalize_D": false, "dataset_normalizer": "standard", - "forest_size": 1000, + "forest_size": null, "extracted_forest_size_samples": 30, "extracted_forest_size_stop": 1.0, "models_dir": "models/california_housing/stage4", @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -27,7 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", - "overwrite": true, + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json index 45b19ce..a8621dc 100644 --- a/experiments/california_housing/stage4/omp_with_params.json +++ b/experiments/california_housing/stage4/omp_with_params.json @@ -5,7 +5,7 @@ "dataset_name": "california_housing", "normalize_D": false, "dataset_normalizer": "standard", - "forest_size": 1000, + "forest_size": null, "extracted_forest_size_samples": 30, "extracted_forest_size_stop": 1.0, "models_dir": "models/california_housing/stage4", @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json index e0e5d5d..73323dc 100644 --- a/experiments/california_housing/stage4/random_with_params.json +++ b/experiments/california_housing/stage4/random_with_params.json @@ -5,7 +5,7 @@ "dataset_name": "california_housing", "normalize_D": false, "dataset_normalizer": "standard", - "forest_size": 1000, + "forest_size": null, "extracted_forest_size_samples": 30, "extracted_forest_size_stop": 1.0, "models_dir": "models/california_housing/stage4", @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -27,7 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", - "overwrite": true, + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json new file mode 100644 index 0000000..7b8abfb --- /dev/null +++ b/experiments/diabetes/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json new file mode 100644 index 0000000..128ce33 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..fc47511 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json new file mode 100644 index 0000000..418de93 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json new file mode 100644 index 0000000..1bb282e --- /dev/null +++ b/experiments/diabetes/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..e7fd02d --- /dev/null +++ b/experiments/diabetes/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..aaaeca4 --- /dev/null +++ b/experiments/diabetes/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage4/none_with_params.json b/experiments/diabetes/stage4/none_with_params.json index 4f89e2e..10c8b3d 100644 --- a/experiments/diabetes/stage4/none_with_params.json +++ b/experiments/diabetes/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diabetes/stage4/omp_with_params.json b/experiments/diabetes/stage4/omp_with_params.json index c0a85a5..93b0648 100644 --- a/experiments/diabetes/stage4/omp_with_params.json +++ b/experiments/diabetes/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diabetes/stage4/random_with_params.json b/experiments/diabetes/stage4/random_with_params.json index 6684ed2..30615d4 100644 --- a/experiments/diabetes/stage4/random_with_params.json +++ b/experiments/diabetes/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diamonds/stage2/no_normalization.json b/experiments/diamonds/stage2/no_normalization.json index 2af65ef..de21ce0 100644 --- a/experiments/diamonds/stage2/no_normalization.json +++ b/experiments/diamonds/stage2/no_normalization.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_D.json b/experiments/diamonds/stage2/normalize_D.json index b69f4a0..b82f2c6 100644 --- a/experiments/diamonds/stage2/normalize_D.json +++ b/experiments/diamonds/stage2/normalize_D.json @@ -6,8 +6,8 @@ "normalize_D": true, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_D_and_weights.json b/experiments/diamonds/stage2/normalize_D_and_weights.json index a9ca586..8931934 100644 --- a/experiments/diamonds/stage2/normalize_D_and_weights.json +++ b/experiments/diamonds/stage2/normalize_D_and_weights.json @@ -6,8 +6,8 @@ "normalize_D": true, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": true, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_weights.json b/experiments/diamonds/stage2/normalize_weights.json index 795b1a6..fab83b2 100644 --- a/experiments/diamonds/stage2/normalize_weights.json +++ b/experiments/diamonds/stage2/normalize_weights.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": true, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_subset.json b/experiments/diamonds/stage3/train-dev_subset.json index 935c506..6c78430 100644 --- a/experiments/diamonds/stage3/train-dev_subset.json +++ b/experiments/diamonds/stage3/train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_train-dev_subset.json b/experiments/diamonds/stage3/train-dev_train-dev_subset.json index 9297d9c..82201c7 100644 --- a/experiments/diamonds/stage3/train-dev_train-dev_subset.json +++ b/experiments/diamonds/stage3/train-dev_train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-train-dev_subset.json b/experiments/diamonds/stage3/train-train-dev_subset.json index 7cdd51b..4c4cdbe 100644 --- a/experiments/diamonds/stage3/train-train-dev_subset.json +++ b/experiments/diamonds/stage3/train-train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,train+dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json index fedf40d..ee5feaa 100644 --- a/experiments/diamonds/stage4/none_with_params.json +++ b/experiments/diamonds/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json index 52d8cf7..7c585a4 100644 --- a/experiments/diamonds/stage4/omp_with_params.json +++ b/experiments/diamonds/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json index 9089cbb..9088100 100644 --- a/experiments/diamonds/stage4/random_with_params.json +++ b/experiments/diamonds/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json new file mode 100644 index 0000000..dd91b37 --- /dev/null +++ b/experiments/digits/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json new file mode 100644 index 0000000..b016f50 --- /dev/null +++ b/experiments/digits/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..adda507 --- /dev/null +++ b/experiments/digits/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json new file mode 100644 index 0000000..8e38f7e --- /dev/null +++ b/experiments/digits/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json new file mode 100644 index 0000000..f36382a --- /dev/null +++ b/experiments/digits/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..e75de58 --- /dev/null +++ b/experiments/digits/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..107f3d5 --- /dev/null +++ b/experiments/digits/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json index 599a191..3dab841 100644 --- a/experiments/digits/stage4/none_with_params.json +++ b/experiments/digits/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json index 45d968b..1fa78ca 100644 --- a/experiments/digits/stage4/omp_with_params.json +++ b/experiments/digits/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json index e96b311..940ddb4 100644 --- a/experiments/digits/stage4/random_with_params.json +++ b/experiments/digits/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json new file mode 100644 index 0000000..4c6556c --- /dev/null +++ b/experiments/iris/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json new file mode 100644 index 0000000..004f315 --- /dev/null +++ b/experiments/iris/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..e5c1058 --- /dev/null +++ b/experiments/iris/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json new file mode 100644 index 0000000..68f3501 --- /dev/null +++ b/experiments/iris/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json new file mode 100644 index 0000000..f924496 --- /dev/null +++ b/experiments/iris/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..311af7e --- /dev/null +++ b/experiments/iris/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..fdf38dd --- /dev/null +++ b/experiments/iris/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage4/none_with_params.json b/experiments/iris/stage4/none_with_params.json index 2df5617..04e2423 100644 --- a/experiments/iris/stage4/none_with_params.json +++ b/experiments/iris/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage4/omp_with_params.json b/experiments/iris/stage4/omp_with_params.json index ffddfac..483febc 100644 --- a/experiments/iris/stage4/omp_with_params.json +++ b/experiments/iris/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage4/random_with_params.json b/experiments/iris/stage4/random_with_params.json index c50daa8..5cb2d61 100644 --- a/experiments/iris/stage4/random_with_params.json +++ b/experiments/iris/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage3/train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_subset.json new file mode 100644 index 0000000..d066798 --- /dev/null +++ b/experiments/kin8nm/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage3/train-dev_train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..e7f0554 --- /dev/null +++ b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage3/train-train-dev_subset.json b/experiments/kin8nm/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..0f233cb --- /dev/null +++ b/experiments/kin8nm/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage4/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json index 95f0f54..16396bf 100644 --- a/experiments/kin8nm/stage4/none_with_params.json +++ b/experiments/kin8nm/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage4/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json index 03136cb..793dbef 100644 --- a/experiments/kin8nm/stage4/omp_with_params.json +++ b/experiments/kin8nm/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage4/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json index 18a553f..8ccf0f3 100644 --- a/experiments/kin8nm/stage4/random_with_params.json +++ b/experiments/kin8nm/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage3/train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_subset.json new file mode 100644 index 0000000..3ca85b2 --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..0919df9 --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage3/train-train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..3e3ef7e --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json index cd0bbd7..526ec32 100644 --- a/experiments/kr-vs-kp/stage4/none_with_params.json +++ b/experiments/kr-vs-kp/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json index ac4d8c6..b850926 100644 --- a/experiments/kr-vs-kp/stage4/omp_with_params.json +++ b/experiments/kr-vs-kp/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage4/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json index f471871..892bc2d 100644 --- a/experiments/kr-vs-kp/stage4/random_with_params.json +++ b/experiments/kr-vs-kp/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json new file mode 100644 index 0000000..b666bf5 --- /dev/null +++ b/experiments/olivetti_faces/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json new file mode 100644 index 0000000..8818834 --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..4bedb9d --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json new file mode 100644 index 0000000..52781c0 --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json new file mode 100644 index 0000000..7f1954c --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..3dc5d9f --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..f45144c --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage4/none_with_params.json b/experiments/olivetti_faces/stage4/none_with_params.json index 3fca3b0..a9f8b1a 100644 --- a/experiments/olivetti_faces/stage4/none_with_params.json +++ b/experiments/olivetti_faces/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage4/omp_with_params.json b/experiments/olivetti_faces/stage4/omp_with_params.json index 136133d..59039fa 100644 --- a/experiments/olivetti_faces/stage4/omp_with_params.json +++ b/experiments/olivetti_faces/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage4/random_with_params.json b/experiments/olivetti_faces/stage4/random_with_params.json index 2a2ab9a..4c25028 100644 --- a/experiments/olivetti_faces/stage4/random_with_params.json +++ b/experiments/olivetti_faces/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/spambase/stage3/train-dev_subset.json b/experiments/spambase/stage3/train-dev_subset.json new file mode 100644 index 0000000..6bc736c --- /dev/null +++ b/experiments/spambase/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage3/train-dev_train-dev_subset.json b/experiments/spambase/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..a6d8a6d --- /dev/null +++ b/experiments/spambase/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage3/train-train-dev_subset.json b/experiments/spambase/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..dcbd560 --- /dev/null +++ b/experiments/spambase/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/none_with_params.json b/experiments/spambase/stage4/none_with_params.json new file mode 100644 index 0000000..cac696e --- /dev/null +++ b/experiments/spambase/stage4/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/omp_with_params.json b/experiments/spambase/stage4/omp_with_params.json new file mode 100644 index 0000000..4aad814 --- /dev/null +++ b/experiments/spambase/stage4/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/random_with_params.json b/experiments/spambase/stage4/random_with_params.json new file mode 100644 index 0000000..982d9a8 --- /dev/null +++ b/experiments/spambase/stage4/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_subset.json new file mode 100644 index 0000000..8eac9fc --- /dev/null +++ b/experiments/steel-plates/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-dev_train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..1a76524 --- /dev/null +++ b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-train-dev_subset.json b/experiments/steel-plates/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..fb60f85 --- /dev/null +++ b/experiments/steel-plates/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json index 8f4b9a0..360c792 100644 --- a/experiments/steel-plates/stage4/none_with_params.json +++ b/experiments/steel-plates/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json index ffaa72f..a1efe88 100644 --- a/experiments/steel-plates/stage4/omp_with_params.json +++ b/experiments/steel-plates/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json index a86d432..c72830a 100644 --- a/experiments/steel-plates/stage4/random_with_params.json +++ b/experiments/steel-plates/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage2/no_normalization.json b/experiments/wine/stage2/no_normalization.json new file mode 100644 index 0000000..12fb47f --- /dev/null +++ b/experiments/wine/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_D.json b/experiments/wine/stage2/normalize_D.json new file mode 100644 index 0000000..5bc7c1e --- /dev/null +++ b/experiments/wine/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_D_and_weights.json b/experiments/wine/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000..7be2dd7 --- /dev/null +++ b/experiments/wine/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_weights.json b/experiments/wine/stage2/normalize_weights.json new file mode 100644 index 0000000..2f57582 --- /dev/null +++ b/experiments/wine/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json new file mode 100644 index 0000000..3ce11ae --- /dev/null +++ b/experiments/wine/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000..db7c0f9 --- /dev/null +++ b/experiments/wine/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json new file mode 100644 index 0000000..5162a25 --- /dev/null +++ b/experiments/wine/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage4/none_with_params.json b/experiments/wine/stage4/none_with_params.json index 2621fec..06f4ab0 100644 --- a/experiments/wine/stage4/none_with_params.json +++ b/experiments/wine/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage4/omp_with_params.json b/experiments/wine/stage4/omp_with_params.json index a5ff257..ca2ee33 100644 --- a/experiments/wine/stage4/omp_with_params.json +++ b/experiments/wine/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage4/random_with_params.json b/experiments/wine/stage4/random_with_params.json index f344a10..18802b7 100644 --- a/experiments/wine/stage4/random_with_params.json +++ b/experiments/wine/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, -- GitLab