diff --git a/experiments/diamonds/stage1/none_with_params.json b/experiments/diamonds/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..2e8c196daac38033f035e90d2dd926c0f1833536 --- /dev/null +++ b/experiments/diamonds/stage1/none_with_params.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage1/none_wo_params.json b/experiments/diamonds/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..626dbd59b46e591e5acca9fc8624f614528ba0b6 --- /dev/null +++ b/experiments/diamonds/stage1/none_wo_params.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage1/omp_with_params.json b/experiments/diamonds/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..a8a36be415dbed64ac21ab130e15675394de432a --- /dev/null +++ b/experiments/diamonds/stage1/omp_with_params.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage1/omp_wo_params.json b/experiments/diamonds/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..627b9196485c29e3948aa4d39bca9598190d6b18 --- /dev/null +++ b/experiments/diamonds/stage1/omp_wo_params.json @@ -0,0 +1,40 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": 1000, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5, + 6 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 8, + 17, + 25, + 33, + 42 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage1/random_with_params.json b/experiments/diamonds/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..88a2051187e33552cd75f0906514c6a744f75c9f --- /dev/null +++ b/experiments/diamonds/stage1/random_with_params.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage1/random_wo_params.json b/experiments/diamonds/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..296acffdde3bd726b18f0abc43e356ab42bfe2e6 --- /dev/null +++ b/experiments/diamonds/stage1/random_wo_params.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_subset.json b/experiments/diamonds/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1e9493e8cee8186f704bc6c4d8edbc6d245b17 --- /dev/null +++ b/experiments/diamonds/stage3/train-dev_subset.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_train-dev_subset.json b/experiments/diamonds/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..9a88eaa81811af3c9344c87d61591d8135a45900 --- /dev/null +++ b/experiments/diamonds/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-train-dev_subset.json b/experiments/diamonds/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..3fca5f5b78f975ce98dd1ead8a324e1c43fdd6ed --- /dev/null +++ b/experiments/diamonds/stage3/train-train-dev_subset.json @@ -0,0 +1,38 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diamonds", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 5, + "extracted_forest_size_stop": 0.05, + "models_dir": "models/diamonds/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "extracted_forest_size": [ + 1, + 2, + 3, + 4 + ] +} \ No newline at end of file diff --git a/results/breast_cancer/stage2/losses.png b/results/breast_cancer/stage2/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..e6015726e076bd1f53ee43df63ec2e7ded67a652 Binary files /dev/null and b/results/breast_cancer/stage2/losses.png differ