diff --git a/experiments/.gitkeep b/experiments/.gitkeep deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/experiments/20newsgroups_vectorized/stage1/none_with_params.json b/experiments/20newsgroups_vectorized/stage1/none_with_params.json deleted file mode 100644 index 5995414526c01805248bb9b015a0a4e8e8e65429..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/none_wo_params.json b/experiments/20newsgroups_vectorized/stage1/none_wo_params.json deleted file mode 100644 index ce4d4409332833c4a0ce69c3ed82738efb7208f4..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/omp_with_params.json b/experiments/20newsgroups_vectorized/stage1/omp_with_params.json deleted file mode 100644 index 2fc82e9144ab09941c2b15e07410ab2cb811eb5d..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json b/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json deleted file mode 100644 index f743b50fd93b146c85500299630d8402052c2d44..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/params.json b/experiments/20newsgroups_vectorized/stage1/params.json deleted file mode 100644 index 76662d7e5869395dc101dcb5fd509a5a3b9c561d..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/params.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.7953125, - "best_score_test": 0.7909854175872735, - "best_parameters": { - "max_depth": 20, - "max_features": "sqrt", - "min_samples_leaf": 1, - "n_estimators": 809 - }, - "random_seed": 1763 -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/random_wo_params.json b/experiments/20newsgroups_vectorized/stage1/random_wo_params.json deleted file mode 100644 index 88ffa056bb906ac2488e419836d58b47b60a01fb..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage2/no_normalization.json b/experiments/20newsgroups_vectorized/stage2/no_normalization.json deleted file mode 100644 index 5c1e20e86207e2bebf11a4a57c62602cefe347eb..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D.json b/experiments/20newsgroups_vectorized/stage2/normalize_D.json deleted file mode 100644 index e6231579d2a98e816e07c57bca82e109b9d8205b..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json deleted file mode 100644 index e79285595e8af651f057edd655094435ad5d3c58..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_weights.json deleted file mode 100644 index 96abb642894990d0abde36df37d8eb78e526f530..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json deleted file mode 100644 index f9c1e27cd1823fa390a1eab0862b2d5d84c51791..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index d71bf0c98a2e722994b23002cda3665804a9aa09..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json deleted file mode 100644 index f3f0c270e74d1a1e788b9cd5054a5f5106153cdd..0000000000000000000000000000000000000000 --- a/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 34 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json deleted file mode 100644 index 8b087b6ec7b50ff3db6c52ef75c55a9acd5834f6..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json deleted file mode 100644 index 9021ff3f14e318d0ff486fae286c2a9e8e7e5444..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json deleted file mode 100644 index d11ba2273961ea94bca97908d657df83d0e99056..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/params.json b/experiments/boston/stage1/params.json deleted file mode 100644 index 8b530a1131567dc32b0e6274dbda45f143ce4cab..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "neg_mean_squared_error", - "best_score_train": -13.33228274304088, - "best_score_test": -13.650326577972058, - "best_parameters": { - "max_features": "auto", - "min_samples_leaf": 1, - "max_depth": 20, - "n_estimators": 1000 - }, - "random_seed": [ - 1812, - 1844, - 1376, - 383, - 310, - 1620, - 54, - 1502, - 324, - 1536, - 1202, - 1069, - 645, - 1706, - 423 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json deleted file mode 100644 index 56fb0c65622936a6ccd7dd8abe7cb0e6296a4851..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json deleted file mode 100644 index ecb19f85e48d6f72159ead6005da863c3aa3d276..0000000000000000000000000000000000000000 --- a/experiments/boston/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json deleted file mode 100644 index 68c2b2720467d6dc0ed9b080e79cc006dd473088..0000000000000000000000000000000000000000 --- a/experiments/boston/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json deleted file mode 100644 index 21d16bc0e76491110e8338b404a551c3240963a0..0000000000000000000000000000000000000000 --- a/experiments/boston/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json deleted file mode 100644 index 2159cc19335635b525e6611c6f4d13cb38710d66..0000000000000000000000000000000000000000 --- a/experiments/boston/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json deleted file mode 100644 index de0010eb7bd2eb384a45b08a80dbab2c5734023a..0000000000000000000000000000000000000000 --- a/experiments/boston/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json deleted file mode 100644 index bd9082842de12d295dadc0fb94c6a37fb95c47c5..0000000000000000000000000000000000000000 --- a/experiments/boston/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index eaea5da0d2eae6f23b70fea0aef4c064f8f621fb..0000000000000000000000000000000000000000 --- a/experiments/boston/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json deleted file mode 100644 index e02f5a953919d3aff9ca98be0f31eebe9a70cd84..0000000000000000000000000000000000000000 --- a/experiments/boston/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "boston", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/boston/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json deleted file mode 100644 index 4c0f9d67aaed7538929d4640a4bfb607b9dae977..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json deleted file mode 100644 index 897ed5bfab42d88f4b7703900a7fe3dd79cec294..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json deleted file mode 100644 index 8fb64fd9d5ca4afde9653a04c6e9b7bc1d0f1263..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json deleted file mode 100644 index 1d14b6824d798d4b1e608d189d8105e3e9af4e76..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/params.json b/experiments/breast_cancer/stage1/params.json deleted file mode 100644 index d2bca84adc1377209cdc03c17d8a3d965bf233da..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.9562271062271059, - "best_score_test": 0.9514619883040936, - "best_parameters": { - "max_depth": 20, - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_features": "log2" - }, - "random_seed": [ - 1505, - 5, - 484, - 284, - 289, - 1014, - 1752, - 497, - 1350, - 781, - 408, - 256, - 1494, - 1940, - 842 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json deleted file mode 100644 index d173b3a1a4fdba5f41f09d842866c15ec15a8d98..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json deleted file mode 100644 index fbc57bd8608d8abfecf1b054dea81703a2e14d63..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json deleted file mode 100644 index 9d03c00913d84929ca0fa779884f1b5dc754575d..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json deleted file mode 100644 index 467fa984d9914780350b4b46f0ae49eaeeecf707..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json deleted file mode 100644 index c686d846b8148cf3ee69ae369ae70981d7266a4a..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json deleted file mode 100644 index 19471bdeb8918eaeb0a7e00e890535607ec61b7f..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json deleted file mode 100644 index 81cb4c376f19f15e2addb299b7fd59cca12729f6..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index 122dd9d346f185183c49a81a6081f5ce5872eb96..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json deleted file mode 100644 index 98c21883cad2687b68ca739a3a9696a3067b10b7..0000000000000000000000000000000000000000 --- a/experiments/breast_cancer/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "breast_cancer", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/breast_cancer/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/none_with_params_1.json b/experiments/california_housing/stage1/none_with_params_1.json deleted file mode 100644 index 7b36180b0b067453b1678954d1b8caa11e594dae..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/none_with_params_1.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 1 -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json deleted file mode 100644 index ba8866a47ca9d4a7aae25306061a06f477f14eb9..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/none_wo_params_4.json b/experiments/california_housing/stage1/none_wo_params_4.json deleted file mode 100644 index 1f3a8061045a995c019c606f1f5553e2ebb88109..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/none_wo_params_4.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 4 -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_with_params_3.json b/experiments/california_housing/stage1/omp_with_params_3.json deleted file mode 100644 index 5b09f670e96c2a73f9590ec0e242c9c762108371..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/omp_with_params_3.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 3 -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json deleted file mode 100644 index 3f910e070266009781d1dda4558cd2e7fd7fa297..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_wo_params_6.json b/experiments/california_housing/stage1/omp_wo_params_6.json deleted file mode 100644 index c0b1b260b18313f2c0445e494b7112a5e8cdfc69..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/omp_wo_params_6.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 6 -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/params.json b/experiments/california_housing/stage1/params.json deleted file mode 100644 index 617c93c1725070111e2ac5a0292ef450c389df3c..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/params.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "scorer": "neg_mean_squared_error", - "best_score_train": -0.2535049905518054, - "best_score_test": -0.24128661227361273, - "best_parameters": { - "max_features": "log2", - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_depth": 18 - }, - "random_seed": [ - 1012, - 529, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json deleted file mode 100644 index f8d16f1bb1522541a27f9238a8805c93f50e82c4..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_with_params_2.json b/experiments/california_housing/stage1/random_with_params_2.json deleted file mode 100644 index 4239862c5b3a7a1e3e250ee8814777f0fa3a6093..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/random_with_params_2.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 2 -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json deleted file mode 100644 index 1ac30cb5a74ad2519629721eb33af8b62053131f..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_wo_params_5.json b/experiments/california_housing/stage1/random_wo_params_5.json deleted file mode 100644 index db3dfb480fb312992280a8408529f5d9ad3413e8..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage1/random_wo_params_5.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.1, - "models_dir": ".\\models", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 16, - 33, - 50, - 66, - 83 - ], - "experiment_id": 5 -} \ No newline at end of file diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json deleted file mode 100644 index a41ed50049838ce04bec2a1bbec90422264b9daa..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json deleted file mode 100644 index 6607d9f69ccd9767b91a02e7eb7cd376190cd325..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json deleted file mode 100644 index 71739671b0390de8837e0288b5dac56f69f9de69..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json deleted file mode 100644 index f31fbbcdf6956bacdfb3006c424d749870f539a1..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json deleted file mode 100644 index 4ce297bd5d545755425646ef12dc57b3e7945e23..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index e13decc345851e1c649277066c8bcd85b4f06131..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json deleted file mode 100644 index 5fedea2b23d45b7ec4f6389a8cd5400cce288dc5..0000000000000000000000000000000000000000 --- a/experiments/california_housing/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json index 6ec2dc4afa018148933b0d598e28b8910476749b..381579c802fc0274ca652eb57215495d82580599 100644 --- a/experiments/california_housing/stage4/none_with_params.json +++ b/experiments/california_housing/stage4/none_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "none", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json index 3832ab5d326aae53010b25a75567f77ea7e12e32..fc85975c4e0aaa288a49d20f3e8465aea7c7ae2c 100644 --- a/experiments/california_housing/stage4/omp_with_params.json +++ b/experiments/california_housing/stage4/omp_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "omp", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json index 382ecbe95e0918ef29d35bae1cf1a65d145202c7..089d31406fa880fdf96895aa6fc9f52ac447f5a9 100644 --- a/experiments/california_housing/stage4/random_with_params.json +++ b/experiments/california_housing/stage4/random_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json deleted file mode 100644 index 9ef9e194565ecb93569b84117cc120588d3540f0..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/none_with_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json deleted file mode 100644 index b8b3d6f5397cec12daeca62fe13fccd852ffe836..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/none_wo_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json deleted file mode 100644 index e5f6752839820e7e573d66ed80607db77f09fe89..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/omp_with_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json deleted file mode 100644 index ebf62b26b96ad882420b4da9a761e255cb8e1758..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/omp_wo_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/params.json b/experiments/diabetes/stage1/params.json deleted file mode 100644 index 2ade87a85a4ae7ca8a30eeea974173163e576848..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "neg_mean_squared_error", - "best_score_train": -3565.203897624773, - "best_score_test": -3305.635542701523, - "best_parameters": { - "max_features": "auto", - "min_samples_leaf": 1, - "max_depth": 15, - "n_estimators": 108 - }, - "random_seed": [ - 661, - 1004, - 469, - 1399, - 32, - 992, - 312, - 895, - 170, - 913, - 347, - 787, - 1596, - 752, - 1093 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json deleted file mode 100644 index 497777eedd7939455da1f5d36b6de49f6151adc6..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/random_with_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json deleted file mode 100644 index 315b7379a973f85276348a2e353fa2825fb891b0..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage1/random_wo_params.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json deleted file mode 100644 index 4c6d95f9458b77684d0aac88c9665a7e8c4244cb..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage2/no_normalization.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json deleted file mode 100644 index 3a2d37f4b49c04d5783640bb809a89f7d01f9342..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage2/normalize_D.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json deleted file mode 100644 index c9bef5ff0cb50bb9dbfb64b3d7d27a1142deef1e..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json deleted file mode 100644 index 9054c0d070bd9eeb876011be7f75efd8387650b8..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage2/normalize_weights.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json deleted file mode 100644 index 10540b50219f754ded8d60d92f632ad05837af92..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage3/train-dev_subset.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index 5c980b9dff986e917714969516b17b6fc22e27c4..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json deleted file mode 100644 index 74305d247f59c464cafab55fc8469a8294b3c701..0000000000000000000000000000000000000000 --- a/experiments/diabetes/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "diabetes", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/diabetes/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 1, - 2, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/diamonds/stage1/params.json b/experiments/diamonds/stage1/params.json deleted file mode 100644 index 3d5d8fa0176b7ad36d1e30fb24a28b0185133357..0000000000000000000000000000000000000000 --- a/experiments/diamonds/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "neg_mean_squared_error", - "best_score_train": -627872.5455188936, - "best_score_test": -551230.808602097, - "best_parameters": { - "max_features": "auto", - "min_samples_leaf": 1, - "max_depth": 12, - "n_estimators": 429 - }, - "random_seed": [ - 83, - 1000, - 1262, - 1117, - 1899, - 1378, - 1904, - 1661, - 57, - 1143, - 1350, - 871, - 1030, - 1585, - 745 - ] -} \ No newline at end of file diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json index 156b2a675fc3ffe840c7e7839010cf022e2d44f7..0c1ca6181299dea81c4a2fc79e6af0fbe734f44a 100644 --- a/experiments/diamonds/stage4/none_with_params.json +++ b/experiments/diamonds/stage4/none_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "none", "extracted_forest_size": [ + 1, + 3, + 4, + 5, 6, - 11, + 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, 22, + 23, + 25, + 26, + 27, 28, - 33, - 39, - 44, - 50, - 55, - 61, - 66, - 72, - 77, - 83, - 89, - 94, - 100, - 105, - 111, - 116, - 122, - 127, - 133, - 138, - 144, - 149, - 155, - 161, - 166 + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json index ef97c05b05ef97edb56baf39923fbbd1a13d6f97..a4312115c49d2acab339d2f2421ea72a5c7506d7 100644 --- a/experiments/diamonds/stage4/omp_with_params.json +++ b/experiments/diamonds/stage4/omp_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "omp", "extracted_forest_size": [ + 1, + 3, + 4, + 5, 6, - 11, + 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, 22, + 23, + 25, + 26, + 27, 28, - 33, - 39, - 44, - 50, - 55, - 61, - 66, - 72, - 77, - 83, - 89, - 94, - 100, - 105, - 111, - 116, - 122, - 127, - 133, - 138, - 144, - 149, - 155, - 161, - 166 + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json index 2fd6858479b606873210c910f52eb94dbce89bac..2e54e01a66722a10c4e7342b05088f821501e810 100644 --- a/experiments/diamonds/stage4/random_with_params.json +++ b/experiments/diamonds/stage4/random_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ + 1, + 3, + 4, + 5, 6, - 11, + 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, 22, + 23, + 25, + 26, + 27, 28, - 33, - 39, - 44, - 50, - 55, - 61, - 66, - 72, - 77, - 83, - 89, - 94, - 100, - 105, - 111, - 116, - 122, - 127, - 133, - 138, - 144, - 149, - 155, - 161, - 166 + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json deleted file mode 100644 index 2ca14c50bf2c3a3e34e5a70db2e1534b4088b8dd..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json deleted file mode 100644 index 0e738ab0e479b62cb60783431943dd45e516ac6c..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json deleted file mode 100644 index 32f175233f221043d45663ba9ed77cc562751902..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json deleted file mode 100644 index f73e993ca35f23ded1bba27a2fe895aaf6f773e4..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage1/params.json b/experiments/digits/stage1/params.json deleted file mode 100644 index 845a1aec4ffdb77db0d9eda6ca712dbb80c5bfb9..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/params.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.9667536988685814, - "best_score_test": 0.9738888888888889, - "best_parameters": { - "max_features": "sqrt", - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_depth": 20 - }, - "random_seed": [ - 1, - 103, - 519, - 213, - 953 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json deleted file mode 100644 index 7c216423f2cc2bb0260ce0a68c7c5eeb58400adf..0000000000000000000000000000000000000000 --- a/experiments/digits/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json deleted file mode 100644 index 328c35c49cd77082e5aeff2c9f845c964e5169cd..0000000000000000000000000000000000000000 --- a/experiments/digits/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json deleted file mode 100644 index 61b933a8b7e919fe7179b1c57e5bc2e671b57253..0000000000000000000000000000000000000000 --- a/experiments/digits/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json deleted file mode 100644 index df02ed8aa8fc3ce6b6eaf716616502dcdee62fbc..0000000000000000000000000000000000000000 --- a/experiments/digits/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json deleted file mode 100644 index df812e09eed1af96a8fec20d470cd98b07238ed3..0000000000000000000000000000000000000000 --- a/experiments/digits/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json deleted file mode 100644 index f014ac179c50eee809669126b2c38f6dc7d4e691..0000000000000000000000000000000000000000 --- a/experiments/digits/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index dc7e85f65444dac94c850c00fafc871009729e85..0000000000000000000000000000000000000000 --- a/experiments/digits/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json deleted file mode 100644 index fe92d2933f2ea1554a014cab31ae2f102bd92207..0000000000000000000000000000000000000000 --- a/experiments/digits/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "digits", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json index 3645703cb07190abca4e8dfa3c914f0e279dd065..61dd035275c39691b196971b7c68a8841bd35dcc 100644 --- a/experiments/digits/stage4/none_with_params.json +++ b/experiments/digits/stage4/none_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "none", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json index 400aed98ea1ce0839876fd6cab338d3448eec88e..5a80113ed78ce863d0a93c8b1e6d9a186e5cc97a 100644 --- a/experiments/digits/stage4/omp_with_params.json +++ b/experiments/digits/stage4/omp_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "omp", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json index ea5c8e4c99979407f6a85fca44ded05527396c5c..63fa56dd75df7914fa5d20c603f55f8029e8165f 100644 --- a/experiments/digits/stage4/random_with_params.json +++ b/experiments/digits/stage4/random_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/params.json b/experiments/iris/stage1/params.json deleted file mode 100644 index e3eacac482d4747992a15987eaaabc54ac23c13b..0000000000000000000000000000000000000000 --- a/experiments/iris/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.9541666666666668, - "best_score_test": 0.9155555555555556, - "best_parameters": { - "max_features": "sqrt", - "min_samples_leaf": 1, - "max_depth": 1, - "n_estimators": 1000 - }, - "random_seed": [ - 771, - 577, - 1262, - 261, - 1942, - 121, - 1710, - 633, - 1852, - 821, - 423, - 574, - 1452, - 68, - 624 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json deleted file mode 100644 index 3626694f5335664d44e08ae02a396c8651de8a79..0000000000000000000000000000000000000000 --- a/experiments/iris/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json deleted file mode 100644 index e1d2259345373eb2afdcc2cce578d98d0fe9cf56..0000000000000000000000000000000000000000 --- a/experiments/iris/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json deleted file mode 100644 index 9841a46a8f361a4fefb465b371c3c503e4d4cb6e..0000000000000000000000000000000000000000 --- a/experiments/iris/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json deleted file mode 100644 index b196631451b584b2811be9721931de8dfb51c057..0000000000000000000000000000000000000000 --- a/experiments/iris/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json deleted file mode 100644 index 22d6bc8d96e42b8daa794e4939d2a391cc4c173c..0000000000000000000000000000000000000000 --- a/experiments/iris/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index 700822f0087b42f7f37cfe88f91f3f46df48e8ac..0000000000000000000000000000000000000000 --- a/experiments/iris/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json deleted file mode 100644 index c35863c7e21665145af76487c43f164372954930..0000000000000000000000000000000000000000 --- a/experiments/iris/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "iris", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/iris/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json similarity index 55% rename from experiments/california_housing/stage1/none_with_params.json rename to experiments/kin8nm/stage4/none_with_params.json index 172afed9c0d9a7a3a70ffb2b305ff31a66c746e3..ec5d37d76807aa88e2ba13c47028762cde0f6ffd 100644 --- a/experiments/california_housing/stage1/none_with_params.json +++ b/experiments/kin8nm/stage4/none_with_params.json @@ -2,38 +2,61 @@ "experiment_id": 1, "experiment_configuration": null, "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", + "dataset_name": "kin8nm", "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kin8nm/stage4", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ 1, 2, - 3, - 4, - 5 + 3 ], - "subsets_used": "train,dev", + "subsets_used": "train+dev,train+dev", "normalize_weights": false, "verbose": false, "skip_best_hyperparams": false, "save_experiment_configuration": [ - "1", + "4", "none_with_params" ], "job_number": -1, "extraction_strategy": "none", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, + 22, + 23, 25, - 33, - 42 + 26, + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json similarity index 55% rename from experiments/california_housing/stage1/omp_with_params.json rename to experiments/kin8nm/stage4/omp_with_params.json index 63eefcadfa5feb1913edae15a1f110cc3f2e1c89..71c153e821fbd995ce14f2d84a5a12170009c0cb 100644 --- a/experiments/california_housing/stage1/omp_with_params.json +++ b/experiments/kin8nm/stage4/omp_with_params.json @@ -2,38 +2,61 @@ "experiment_id": 3, "experiment_configuration": null, "experiment_configuration_path": "experiments", - "dataset_name": "california_housing", + "dataset_name": "kin8nm", "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/california_housing/stage1", + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kin8nm/stage4", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ 1, 2, - 3, - 4, - 5 + 3 ], - "subsets_used": "train,dev", + "subsets_used": "train+dev,train+dev", "normalize_weights": false, "verbose": false, "skip_best_hyperparams": false, "save_experiment_configuration": [ - "1", + "4", "omp_with_params" ], "job_number": -1, "extraction_strategy": "omp", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, + 22, + 23, 25, - 33, - 42 + 26, + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json similarity index 55% rename from experiments/digits/stage1/random_with_params.json rename to experiments/kin8nm/stage4/random_with_params.json index 85fe027edc60060ddd2abcfc7835008faf59e97d..eada16bbfdfffaf53a51ebdf7c39a64e9fb2d772 100644 --- a/experiments/digits/stage1/random_with_params.json +++ b/experiments/kin8nm/stage4/random_with_params.json @@ -2,38 +2,61 @@ "experiment_id": 2, "experiment_configuration": null, "experiment_configuration_path": "experiments", - "dataset_name": "digits", + "dataset_name": "kin8nm", "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/digits/stage1", + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kin8nm/stage4", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ 1, 2, - 3, - 4, - 5 + 3 ], - "subsets_used": "train,dev", + "subsets_used": "train+dev,train+dev", "normalize_weights": false, "verbose": false, "skip_best_hyperparams": false, "save_experiment_configuration": [ - "1", + "4", "random_with_params" ], "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, 8, + 9, + 10, + 12, + 13, + 14, + 15, 17, + 18, + 19, + 21, + 22, + 23, 25, - 33, - 42 + 26, + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/params.json b/experiments/kr-vs-kp/stage1/params.json new file mode 100644 index 0000000000000000000000000000000000000000..4b1da6f9eef733ea88ff2b5ffe37ecc7d21061ff --- /dev/null +++ b/experiments/kr-vs-kp/stage1/params.json @@ -0,0 +1,28 @@ +{ + "scorer": "accuracy", + "best_score_train": 0.983953033268102, + "best_score_test": 0.9876041666666666, + "best_parameters": { + "max_features": "auto", + "min_samples_leaf": 1, + "n_estimators": 1000, + "max_depth": 20 + }, + "random_seed": [ + 1866, + 275, + 937, + 1981, + 623, + 1487, + 779, + 221, + 459, + 69, + 653, + 1107, + 628, + 1137, + 1971 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..8eea49e1377b91f4022ddf00c0381f85902b8f69 --- /dev/null +++ b/experiments/kr-vs-kp/stage4/none_with_params.json @@ -0,0 +1,62 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kr-vs-kp/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "extracted_forest_size": [ + 13, + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..a5a2666936f81a102bb659f5149bf368daee9813 --- /dev/null +++ b/experiments/kr-vs-kp/stage4/omp_with_params.json @@ -0,0 +1,62 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kr-vs-kp/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 13, + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 + ] +} \ No newline at end of file diff --git a/experiments/20newsgroups_vectorized/stage1/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json similarity index 50% rename from experiments/20newsgroups_vectorized/stage1/random_with_params.json rename to experiments/kr-vs-kp/stage4/random_with_params.json index 174fb3098b34b6a56ba8cee31282b957bf8d3e8f..f36e46e38e2276c3377ff8b0b1d54cd1e9a9bf42 100644 --- a/experiments/20newsgroups_vectorized/stage1/random_with_params.json +++ b/experiments/kr-vs-kp/stage4/random_with_params.json @@ -2,38 +2,61 @@ "experiment_id": 2, "experiment_configuration": null, "experiment_configuration_path": "experiments", - "dataset_name": "20newsgroups_vectorized", + "dataset_name": "kr-vs-kp", "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/20newsgroups_vectorized/stage1", + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/kr-vs-kp/stage4", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ 1, 2, - 3, - 4, - 5 + 3 ], - "subsets_used": "train,dev", + "subsets_used": "train+dev,train+dev", "normalize_weights": false, "verbose": false, "skip_best_hyperparams": false, "save_experiment_configuration": [ - "1", + "4", "random_with_params" ], "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ - 7, 13, - 20, - 27, - 34 + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 ] } \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/none_with_params.json b/experiments/lfw_pairs/stage1/none_with_params.json deleted file mode 100644 index 562af030dbdaa3c8e0c54a4624ac205937dd777f..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/none_wo_params.json b/experiments/lfw_pairs/stage1/none_wo_params.json deleted file mode 100644 index 0781b349a97311b27f9306124c6474b3ebe1c9aa..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/omp_with_params.json b/experiments/lfw_pairs/stage1/omp_with_params.json deleted file mode 100644 index 5643540e49b9360aca557fbffddaaa621bd03831..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/omp_wo_params.json b/experiments/lfw_pairs/stage1/omp_wo_params.json deleted file mode 100644 index 9763e819b8daf4801b86dd88f66f6dbf11fc5e44..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/params.json b/experiments/lfw_pairs/stage1/params.json deleted file mode 100644 index 44037fe5096d52ae44f103cf579c63fe735f6fc8..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/params.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.6231060606060606, - "best_score_test": 0.6174242424242423, - "best_parameters": { - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_depth": 16, - "max_features": "auto" - }, - "random_seed": [ - 226, - 674, - 1639 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/random_with_params.json b/experiments/lfw_pairs/stage1/random_with_params.json deleted file mode 100644 index 694d5e482d53e5c00aedf6fc47759eaae668d8cc..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage1/random_wo_params.json b/experiments/lfw_pairs/stage1/random_wo_params.json deleted file mode 100644 index 8ac4dbd1152bfd9f1b2c6125246ee3689769261e..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage2/no_normalization.json b/experiments/lfw_pairs/stage2/no_normalization.json deleted file mode 100644 index 8f4604668ce74a8ce275f4995bba097abd44eaa8..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage2/normalize_D.json b/experiments/lfw_pairs/stage2/normalize_D.json deleted file mode 100644 index 6fd6ec964ef7e119f5483821b8c633a2d6a5853d..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage2/normalize_D_and_weights.json b/experiments/lfw_pairs/stage2/normalize_D_and_weights.json deleted file mode 100644 index ea57d1b6718ce714232325bf10f8a5f82340c792..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage2/normalize_weights.json b/experiments/lfw_pairs/stage2/normalize_weights.json deleted file mode 100644 index 18d7ded849ec9ac54d9cb8eaa0ca58ad7b12c77f..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage3/train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_subset.json deleted file mode 100644 index 2de1d075403467926096ea26757786d82eb24a61..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index 65b0362c814d50270fdb942c8c48399c34018513..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage3/train-train-dev_subset.json b/experiments/lfw_pairs/stage3/train-train-dev_subset.json deleted file mode 100644 index 3a6cc207044b06a4e64ed5a2d578230d40d8061a..0000000000000000000000000000000000000000 --- a/experiments/lfw_pairs/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "lfw_pairs", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/lfw_pairs/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/lfw_pairs/stage4/none_with_params.json b/experiments/lfw_pairs/stage4/none_with_params.json index d2c8bdf0129663490270dea33234b50c34e60cda..3c7a573c41c8ac1df8675e4129fc5f5c0e4fde05 100644 --- a/experiments/lfw_pairs/stage4/none_with_params.json +++ b/experiments/lfw_pairs/stage4/none_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "none", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/lfw_pairs/stage4/omp_with_params.json b/experiments/lfw_pairs/stage4/omp_with_params.json index 2368bc2f0157dcfc9875cac38d95e07accd91945..100058cc06abad0719d56561fa832bb1c9916ae8 100644 --- a/experiments/lfw_pairs/stage4/omp_with_params.json +++ b/experiments/lfw_pairs/stage4/omp_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "omp", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/lfw_pairs/stage4/random_with_params.json b/experiments/lfw_pairs/stage4/random_with_params.json index b4cbce9a023354ec931aa06665b5c9a06f5523cc..793001dcf74126e7fe6fe790f512ca27211af459 100644 --- a/experiments/lfw_pairs/stage4/random_with_params.json +++ b/experiments/lfw_pairs/stage4/random_with_params.json @@ -28,35 +28,35 @@ "job_number": -1, "extraction_strategy": "random", "extracted_forest_size": [ + 1, + 3, + 4, + 5, + 6, + 8, + 9, + 10, + 12, 13, + 14, + 15, + 17, + 18, + 19, + 21, + 22, + 23, + 25, 26, - 39, - 52, - 65, - 77, - 90, - 103, - 116, - 129, - 142, - 155, - 168, - 181, - 194, - 206, - 219, - 232, - 245, - 258, - 271, - 284, - 297, - 310, - 323, - 335, - 348, - 361, - 374, - 387 + 27, + 28, + 30, + 31, + 32, + 34, + 35, + 36, + 37, + 39 ] } \ No newline at end of file diff --git a/experiments/linnerud/stage1/none_with_params.json b/experiments/linnerud/stage1/none_with_params.json deleted file mode 100644 index d3406e668caae48deb9dea456bf8cd7d2d3d63f5..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/none_wo_params.json b/experiments/linnerud/stage1/none_wo_params.json deleted file mode 100644 index 9b94fde624eadced320a86d767d7f9e7e74f7b27..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/omp_with_params.json b/experiments/linnerud/stage1/omp_with_params.json deleted file mode 100644 index cd987c8987eb95a0f8d3ed556eb7a877b5e8888d..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/omp_wo_params.json b/experiments/linnerud/stage1/omp_wo_params.json deleted file mode 100644 index d6b9886935af639980d345aefe0445d0048fff64..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/params.json b/experiments/linnerud/stage1/params.json deleted file mode 100644 index 7e45dc06e3b617f4fb98c6645b9d3a193ba9d44b..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "neg_mean_squared_error", - "best_score_train": -223.81438159498393, - "best_score_test": -262.4415311793658, - "best_parameters": { - "max_depth": 1, - "min_samples_leaf": 1, - "max_features": "sqrt", - "n_estimators": 1000 - }, - "random_seed": [ - 1109, - 509, - 686, - 1657, - 922, - 502, - 1414, - 1259, - 1256, - 1923, - 1813, - 1854, - 136, - 1129, - 777 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/random_with_params.json b/experiments/linnerud/stage1/random_with_params.json deleted file mode 100644 index 626272960ecbea487dbd09d5c7efe8d5f6cbaf60..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage1/random_wo_params.json b/experiments/linnerud/stage1/random_wo_params.json deleted file mode 100644 index a761f7cb6f5f1db3f39892f27b3eb399ac4e59f0..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage2/no_normalization.json b/experiments/linnerud/stage2/no_normalization.json deleted file mode 100644 index 6294c7c6061f7c5b220282c1d9c5f27b07f71c15..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage2/normalize_D.json b/experiments/linnerud/stage2/normalize_D.json deleted file mode 100644 index e411daf821343544e39bcd3a6819b5ed41256a4d..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage2/normalize_D_and_weights.json b/experiments/linnerud/stage2/normalize_D_and_weights.json deleted file mode 100644 index e2c83bf0f3f9fdb7acdc63cd1ee57fad42faf55a..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage2/normalize_weights.json b/experiments/linnerud/stage2/normalize_weights.json deleted file mode 100644 index 1a824fa0bd4a43e27c25e82e4afdc9830b807cbb..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage3/train-dev_subset.json b/experiments/linnerud/stage3/train-dev_subset.json deleted file mode 100644 index c04babea40b421b4abb6fd58459fe779a6a27983..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage3/train-dev_train-dev_subset.json b/experiments/linnerud/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index 121137af7faaaa541e2b64fb9cddbed4745d53c1..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/linnerud/stage3/train-train-dev_subset.json b/experiments/linnerud/stage3/train-train-dev_subset.json deleted file mode 100644 index 60bbb4aa606f005f48881a3328854d6b8d5a7f3e..0000000000000000000000000000000000000000 --- a/experiments/linnerud/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "linnerud", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/linnerud/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json deleted file mode 100644 index 7496a7ec844deef2bd5f0da5d763597b130cba06..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json deleted file mode 100644 index af057455eac0f46ae4292b4a1f4933aac25876a1..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json deleted file mode 100644 index 41769d0b2d92b0a0b8d31954698a50b870f035ef..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json deleted file mode 100644 index a7b95f1a5195bb94fe4f8de821b66b754ffe3c45..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/params.json b/experiments/olivetti_faces/stage1/params.json deleted file mode 100644 index c9d83bfd06cf6a9f18bb319538626b322f5b5b7b..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.8890625, - "best_score_test": 0.89, - "best_parameters": { - "max_features": "log2", - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_depth": 18 - }, - "random_seed": [ - 899, - 249, - 1367, - 942, - 846, - 1576, - 285, - 839, - 1974, - 1216, - 540, - 1292, - 1642, - 712, - 1511 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json deleted file mode 100644 index 857fb224988dc83ef14f0a23fd83ad1929c27b87..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json deleted file mode 100644 index e82c45c380a06422cb2f8ab908f74e2f4ec203ca..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json deleted file mode 100644 index ac03dbb00d8b7b3c3909f144b9121c344cac34f8..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage2/no_normalization.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "no_normalization" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json deleted file mode 100644 index 7a887f27aaef64bb548a627ff2c40b20daa0c94a..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage2/normalize_D.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json deleted file mode 100644 index 9bbd1780392f238fa89f312c0e910d2506392fa3..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": true, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_D_and_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json deleted file mode 100644 index 5bdbb9ff7bc10cef6ad3892a9efb22fbd6f5e00f..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage2/normalize_weights.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage2", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": true, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "2", - "normalize_weights" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json deleted file mode 100644 index 2132a83760e322850e83961075531dfca6887ad6..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index b426f7897722fe5930962947d36ab804fe750044..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json deleted file mode 100644 index 345b4f7a178a77c14675884106d2399d35768f84..0000000000000000000000000000000000000000 --- a/experiments/olivetti_faces/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "olivetti_faces", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/olivetti_faces/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..070e4987010243d83bc2ff7d7ece0cf98900b0aa --- /dev/null +++ b/experiments/steel-plates/stage4/none_with_params.json @@ -0,0 +1,62 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/steel-plates/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "extracted_forest_size": [ + 13, + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7ca40699a2ae198c44a78ac845d5672a2fef9edb --- /dev/null +++ b/experiments/steel-plates/stage4/omp_with_params.json @@ -0,0 +1,62 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/steel-plates/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 13, + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..71d2bf11177628408f2ec364afd9cce5b2a32f7a --- /dev/null +++ b/experiments/steel-plates/stage4/random_with_params.json @@ -0,0 +1,62 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 0.4, + "models_dir": "models/steel-plates/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "extracted_forest_size": [ + 13, + 26, + 39, + 52, + 65, + 77, + 90, + 103, + 116, + 129, + 142, + 155, + 168, + 181, + 194, + 206, + 219, + 232, + 245, + 258, + 271, + 284, + 297, + 310, + 323, + 335, + 348, + 361, + 374, + 387 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json deleted file mode 100644 index 93b2bf24a4248a7bea9fad1500dad70d81bdbd9d..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/none_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "none_with_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json deleted file mode 100644 index 655e577266d275df6a8642d5ed32a17cd2a3cd59..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/none_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 4, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "none_wo_params" - ], - "job_number": -1, - "extraction_strategy": "none", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json deleted file mode 100644 index 7091feb0fc601eb109f2829c1279c7cb09daa655..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/omp_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "omp_with_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json deleted file mode 100644 index d02abc8111f3bba97b857a16fbecb4060d0434e8..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/omp_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 6, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "omp_wo_params" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/params.json b/experiments/wine/stage1/params.json deleted file mode 100644 index 2ede59c2abaa9ee572d84cd256eedb226ac80773..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/params.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "scorer": "accuracy", - "best_score_train": 0.9846607669616517, - "best_score_test": 0.9796296296296295, - "best_parameters": { - "max_depth": 20, - "min_samples_leaf": 1, - "n_estimators": 1000, - "max_features": "log2" - }, - "random_seed": [ - 1431, - 826, - 1913, - 168, - 871, - 1691, - 1482, - 1273, - 255, - 805, - 1671, - 448, - 1217, - 1213, - 1160 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json deleted file mode 100644 index 5845252a432b8b25937d5cbff18b49688b4795db..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/random_with_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "1", - "random_with_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json deleted file mode 100644 index f8ab8a04c01a9e619dff86947d284bbb665bf7d1..0000000000000000000000000000000000000000 --- a/experiments/wine/stage1/random_wo_params.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 5, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage1", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": true, - "save_experiment_configuration": [ - "1", - "random_wo_params" - ], - "job_number": -1, - "extraction_strategy": "random", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json deleted file mode 100644 index 786821a5cd2961e52752458ffb9009ae56c32525..0000000000000000000000000000000000000000 --- a/experiments/wine/stage3/train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 1, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json deleted file mode 100644 index fb539bc1d75b32b66ef2ee7790aea5dd3b396016..0000000000000000000000000000000000000000 --- a/experiments/wine/stage3/train-dev_train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 2, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train+dev,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-dev_train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json deleted file mode 100644 index 4b8c81ef201dba2d9624e8af7b2e97cb05533d4b..0000000000000000000000000000000000000000 --- a/experiments/wine/stage3/train-train-dev_subset.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "experiment_id": 3, - "experiment_configuration": null, - "experiment_configuration_path": "experiments", - "dataset_name": "wine", - "normalize_D": false, - "dataset_normalizer": "standard", - "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, - "models_dir": "models/wine/stage3", - "dev_size": 0.2, - "test_size": 0.2, - "random_seed_number": 1, - "seeds": [ - 1, - 2, - 3, - 4, - 5 - ], - "subsets_used": "train,train+dev", - "normalize_weights": false, - "verbose": false, - "skip_best_hyperparams": false, - "save_experiment_configuration": [ - "3", - "train-train-dev_subset" - ], - "job_number": -1, - "extraction_strategy": "omp", - "extracted_forest_size": [ - 8, - 17, - 25, - 33, - 42 - ] -} \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index d585159632442f7293f858e1fad391031658d60a..14dcb5ed8a83d5e2a827709c373b39db7775d7a0 100644 --- a/requirements.txt +++ b/requirements.txt @@ -7,9 +7,9 @@ Sphinx coverage awscli flake8 -python-dotenv>=0.5.1 + scikit-learn git+git://github.com/darenr/scikit-optimize@master python-dotenv matplotlib -pandas \ No newline at end of file +pandas diff --git a/results/kin8nm/stage4/losses.png b/results/kin8nm/stage4/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..71bdfd92a3bdb036d5c611d65057189bdb036344 Binary files /dev/null and b/results/kin8nm/stage4/losses.png differ diff --git a/results/kr-vs-kp/stage4/losses.png b/results/kr-vs-kp/stage4/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..4ad6b19b4670a6876cb239051bd0e434e8435f82 Binary files /dev/null and b/results/kr-vs-kp/stage4/losses.png differ diff --git a/results/steel-plates/stage4/losses.png b/results/steel-plates/stage4/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..18f1011509a2acb145cf15203254f8de3f59b596 Binary files /dev/null and b/results/steel-plates/stage4/losses.png differ diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh index ba8386653eea0cf8fd0c3e4aef212a94ba1016e4..9bece164a95543d606467f75c11b10a2fb609957 100644 --- a/scripts/run_stage4_experiments.sh +++ b/scripts/run_stage4_experiments.sh @@ -3,7 +3,7 @@ core_number=5 walltime=1:00 seeds='1 2 3' -for dataset in kr-vs-kp steel-plates +for dataset in kin8nm do oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"