diff --git a/TODO.md b/TODO.md index b94e576024a5294b6eaffaaf1af5003f0e034313..3a7a10fcedae60aed1429b1bfdecaa467ca761ac 100644 --- a/TODO.md +++ b/TODO.md @@ -1,3 +1 @@ -* Fix model results loading in compute_results.py. -* Check that omp multiclasses classifier is working as expected. -* Fix the dataset error of fetcher when job_number > 1. \ No newline at end of file +* Check that omp multiclasses classifier is working as expected. \ No newline at end of file diff --git a/code/bolsonaro/models/ensemble_selection_forest_regressor.py b/code/bolsonaro/models/ensemble_selection_forest_regressor.py new file mode 100644 index 0000000000000000000000000000000000000000..b82e131d296392963e31d85f5c1444fc5cb7fd09 --- /dev/null +++ b/code/bolsonaro/models/ensemble_selection_forest_regressor.py @@ -0,0 +1,90 @@ +from sklearn.metrics import mean_squared_error +from sklearn.base import BaseEstimator +from sklearn.tree import DecisionTreeRegressor +from abc import abstractmethod, ABCMeta +import numpy as np +from tqdm import tqdm + + +class EnsembleSelectionForestRegressor(BaseEstimator, metaclass=ABCMeta): + """ + 'Ensemble selection from libraries of models' by Rich Caruana et al + """ + + def __init__(self, models_parameters, library, score_metric=mean_squared_error): + self._models_parameters = models_parameters + self._library = library + self._extracted_forest_size = self._models_parameters.extracted_forest_size + self._score_metric = score_metric + + @property + def models_parameters(self): + return self._models_parameters + + @property + def library(self): + return self._library + + def fit(self, X_train, y_train, X_val, y_val): + scores_list = list() + for estimator in self._library: + val_score = self._score_metric(estimator.predict(X_val), y_val) + scores_list.append(val_score) + + class_list = list(self._library) + m = np.argmax(np.asarray(scores_list)) + self._ensemble_selected = [class_list[m]] + temp_pred = class_list[m].predict(X_val) + del class_list[m] + for k in range(self._extracted_forest_size - 1): + candidate_index = 0 + best_score = 100000 + for j in range(len(class_list)): + temp_pred = np.vstack((temp_pred, class_list[j].predict(X_val))) + temp_mean = np.mean(temp_pred, axis=0) + temp_score = self._score_metric(temp_mean, y_val) + if (temp_score < best_score): + candidate_index = j + best_score = temp_score + temp_pred = np.delete(temp_pred, -1, 0) + self._ensemble_selected.append(class_list[candidate_index]) + temp_pred = np.vstack((temp_pred, class_list[candidate_index].predict(X_val))) + del class_list[candidate_index] + + def score(self, X, y): + predictions = self._predict_base_estimator(X) + return self._score_metric(predictions, y) + + def predict_base_estimator(self, X): + predictions = list() + for tree in self._ensemble_selected: + predictions.append(tree.predict(X)) + mean_predictions = np.mean(np.array(predictions), axis=0) + return mean_predictions + + @staticmethod + def generate_library(X_train, y_train, random_state=None): + criterion_arr = ["mse"]#, "friedman_mse", "mae"] + splitter_arr = ["best"]#, "random"] + depth_arr = [i for i in range(5, 20, 1)] + min_samples_split_arr = [i for i in range(2, 20, 1)] + min_samples_leaf_arr = [i for i in range(2, 20, 1)] + max_features_arr = ["sqrt"]#["auto", "sqrt", "log2"] + + library = list() + with tqdm(total=len(criterion_arr) * len(splitter_arr) * \ + len(depth_arr) * len(min_samples_split_arr) * len(min_samples_leaf_arr) * \ + len(max_features_arr)) as bar: + bar.set_description('Generating library') + for criterion in criterion_arr: + for splitter in splitter_arr: + for depth in depth_arr: + for min_samples_split in min_samples_split_arr: + for min_samples_leaf in min_samples_leaf_arr: + for max_features in max_features_arr: + t = DecisionTreeRegressor(criterion=criterion, splitter=splitter, max_depth=depth, min_samples_split=min_samples_split, + min_samples_leaf=min_samples_leaf, max_features=max_features, random_state=random_state) + t.fit(X_train, y_train) + library.append(t) + bar.update(1) + return library diff --git a/code/bolsonaro/models/model_factory.py b/code/bolsonaro/models/model_factory.py index bbda6cae89d218c7831780f71b9fc6a7bc022d54..335816b1dd33d28175f4865da2fddbbf73b8027d 100644 --- a/code/bolsonaro/models/model_factory.py +++ b/code/bolsonaro/models/model_factory.py @@ -3,6 +3,7 @@ from bolsonaro.models.omp_forest_regressor import OmpForestRegressor from bolsonaro.models.model_parameters import ModelParameters from bolsonaro.models.similarity_forest_regressor import SimilarityForestRegressor from bolsonaro.models.kmeans_forest_regressor import KMeansForestRegressor +from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor from bolsonaro.data.task import Task from sklearn.ensemble import RandomForestRegressor, RandomForestClassifier @@ -13,7 +14,7 @@ import pickle class ModelFactory(object): @staticmethod - def build(task, model_parameters): + def build(task, model_parameters, library=None): if task not in [Task.BINARYCLASSIFICATION, Task.REGRESSION, Task.MULTICLASSIFICATION]: raise ValueError("Unsupported task '{}'".format(task)) @@ -21,10 +22,10 @@ class ModelFactory(object): if model_parameters.extraction_strategy == 'omp': return OmpForestBinaryClassifier(model_parameters) elif model_parameters.extraction_strategy == 'random': - return RandomForestClassifier(n_estimators=model_parameters.extracted_forest_size, + return RandomForestClassifier(**model_parameters.hyperparameters, random_state=model_parameters.seed) elif model_parameters.extraction_strategy == 'none': - return RandomForestClassifier(n_estimators=model_parameters.hyperparameters['n_estimators'], + return RandomForestClassifier(**model_parameters.hyperparameters, random_state=model_parameters.seed) else: raise ValueError('Invalid extraction strategy') @@ -32,14 +33,16 @@ class ModelFactory(object): if model_parameters.extraction_strategy == 'omp': return OmpForestRegressor(model_parameters) elif model_parameters.extraction_strategy == 'random': - return RandomForestRegressor(n_estimators=model_parameters.extracted_forest_size, + return RandomForestRegressor(**model_parameters.hyperparameters, random_state=model_parameters.seed) elif model_parameters.extraction_strategy == 'similarity': return SimilarityForestRegressor(model_parameters) elif model_parameters.extraction_strategy == 'kmeans': return KMeansForestRegressor(model_parameters) + elif model_parameters.extraction_strategy == 'ensemble': + return EnsembleSelectionForestRegressor(model_parameters, library=library) elif model_parameters.extraction_strategy == 'none': - return RandomForestRegressor(n_estimators=model_parameters.hyperparameters['n_estimators'], + return RandomForestRegressor(**model_parameters.hyperparameters, random_state=model_parameters.seed) else: raise ValueError('Invalid extraction strategy') @@ -47,10 +50,10 @@ class ModelFactory(object): if model_parameters.extraction_strategy == 'omp': return OmpForestMulticlassClassifier(model_parameters) elif model_parameters.extraction_strategy == 'random': - return RandomForestClassifier(n_estimators=model_parameters.extracted_forest_size, + return RandomForestClassifier(**model_parameters.hyperparameters, random_state=model_parameters.seed) elif model_parameters.extraction_strategy == 'none': - return RandomForestClassifier(n_estimators=model_parameters.hyperparameters['n_estimators'], + return RandomForestClassifier(**model_parameters.hyperparameters, random_state=model_parameters.seed) else: raise ValueError('Invalid extraction strategy') diff --git a/code/bolsonaro/models/omp_forest.py b/code/bolsonaro/models/omp_forest.py index 5b947d327693020b51c7da778d4855274454de93..0e2a109a9745b3d94021eb523ad7fc3129fb8793 100644 --- a/code/bolsonaro/models/omp_forest.py +++ b/code/bolsonaro/models/omp_forest.py @@ -123,7 +123,9 @@ class SingleOmpForest(OmpForest): forest_predictions = self._base_estimator_predictions(X) if self._models_parameters.normalize_D: + forest_predictions = forest_predictions.T forest_predictions /= self._forest_norms + forest_predictions = forest_predictions.T return self._make_omp_weighted_prediction(forest_predictions, self._omp, self._models_parameters.normalize_weights) @@ -134,16 +136,15 @@ class SingleOmpForest(OmpForest): Make all the base tree predictions :param X: a Forest - :return: a np.array of the predictions of the entire forest + :return: a np.array of the predictions of the trees selected by OMP without applyong the weight """ - forest_predictions = self._base_estimator_predictions(X).T + forest_predictions = np.array([tree.predict(X) for tree in self._base_forest_estimator.estimators_]) if self._models_parameters.normalize_D: + forest_predictions = forest_predictions.T forest_predictions /= self._forest_norms + forest_predictions = forest_predictions.T weights = self._omp.coef_ - omp_trees_indices = np.nonzero(weights)[0] - - select_trees = np.mean(forest_predictions[omp_trees_indices], axis=0) - print(len(omp_trees_indices)) + select_trees = np.mean(forest_predictions[weights != 0], axis=0) return select_trees diff --git a/code/bolsonaro/models/omp_forest_classifier.py b/code/bolsonaro/models/omp_forest_classifier.py index a51405a6a3278bb86dd52d011b599175bbfc7482..9dfabb7d9c2836b116ccce97aa090a67cd134403 100644 --- a/code/bolsonaro/models/omp_forest_classifier.py +++ b/code/bolsonaro/models/omp_forest_classifier.py @@ -37,12 +37,12 @@ class OmpForestBinaryClassifier(SingleOmpForest): forest_predictions = np.array([tree.predict_proba(X) for tree in self._base_forest_estimator.estimators_]) if self._models_parameters.normalize_D: + forest_predictions = forest_predictions.T forest_predictions /= self._forest_norms + forest_predictions = forest_predictions.T weights = self._omp.coef_ - omp_trees_indices = np.nonzero(weights) - - omp_trees_predictions = forest_predictions[omp_trees_indices].T[1] + omp_trees_predictions = forest_predictions[weights != 0].T[1] # Here forest_pred is the probability of being class 1. @@ -119,7 +119,9 @@ class OmpForestMulticlassClassifier(OmpForest): forest_predictions = np.array([tree.predict_proba(X) for tree in self._base_forest_estimator.estimators_]).T if self._models_parameters.normalize_D: + forest_predictions = forest_predictions.T forest_predictions /= self._forest_norms + forest_predictions = forest_predictions.T label_names = [] preds = [] diff --git a/code/bolsonaro/trainer.py b/code/bolsonaro/trainer.py index 7070126e2a9a8f449757bdab9381b4bffab99b2d..4626f0060fb1fd948586362cfbbf77d764320b9b 100644 --- a/code/bolsonaro/trainer.py +++ b/code/bolsonaro/trainer.py @@ -2,6 +2,8 @@ from bolsonaro.models.model_raw_results import ModelRawResults from bolsonaro.models.omp_forest_regressor import OmpForestRegressor from bolsonaro.models.omp_forest_classifier import OmpForestBinaryClassifier, OmpForestMulticlassClassifier from bolsonaro.models.similarity_forest_regressor import SimilarityForestRegressor +from bolsonaro.models.kmeans_forest_regressor import KMeansForestRegressor +from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor from bolsonaro.error_handling.logger_factory import LoggerFactory from bolsonaro.data.task import Task from . import LOG_PATH @@ -72,20 +74,25 @@ class Trainer(object): else: raise ValueError("Unknown specified subsets_used parameter '{}'".format(model.models_parameters.subsets_used)) - def train(self, model): + def train(self, model, extracted_forest_size=None): """ :param model: An instance of either RandomForestRegressor, RandomForestClassifier, OmpForestRegressor, OmpForestBinaryClassifier, OmpForestMulticlassClassifier. :return: """ - self._logger.debug('Training model using train set...') self._begin_time = time.time() if type(model) in [RandomForestRegressor, RandomForestClassifier]: - model.fit( - X=self._X_forest, - y=self._y_forest - ) + if extracted_forest_size is not None: + estimators_index = np.arange(len(model.estimators_)) + np.random.shuffle(estimators_index) + choosen_estimators = estimators_index[:extracted_forest_size] + model.estimators_ = np.array(model.estimators_)[choosen_estimators] + else: + model.fit( + X=self._X_forest, + y=self._y_forest + ) else: model.fit( self._X_forest, @@ -96,7 +103,7 @@ class Trainer(object): self._end_time = time.time() def __score_func(self, model, X, y_true, weights=True): - if type(model) in [OmpForestRegressor, RandomForestRegressor, SimilarityForestRegressor]: + if type(model) in [OmpForestRegressor, RandomForestRegressor]: if weights: y_pred = model.predict(X) else: @@ -109,12 +116,14 @@ class Trainer(object): y_pred = model.predict_no_weights(X) if type(model) is OmpForestBinaryClassifier: y_pred = np.sign(y_pred) - y_pred = np.where(y_pred==0, 1, y_pred) + y_pred = np.where(y_pred == 0, 1, y_pred) result = self._classification_score_metric(y_true, y_pred) + elif type(model) in [SimilarityForestRegressor, KMeansForestRegressor, EnsembleSelectionForestRegressor]: + result = model.score(X, y_true) return result def __score_func_base(self, model, X, y_true): - if type(model) == OmpForestRegressor: + if type(model) in [OmpForestRegressor, SimilarityForestRegressor, KMeansForestRegressor, EnsembleSelectionForestRegressor]: y_pred = model.predict_base_estimator(X) result = self._base_regression_score_metric(y_true, y_pred) elif type(model) in [OmpForestBinaryClassifier, OmpForestMulticlassClassifier]: @@ -123,7 +132,7 @@ class Trainer(object): elif type(model) == RandomForestClassifier: y_pred = model.predict(X) result = self._base_classification_score_metric(y_true, y_pred) - elif type(model) in [RandomForestRegressor, SimilarityForestRegressor]: + elif type(model) is RandomForestRegressor: y_pred = model.predict(X) result = self._base_regression_score_metric(y_true, y_pred) return result diff --git a/code/compute_results.py b/code/compute_results.py index 5f7fac2c7718cf887d3d83a5b3a7eb9cdebfb9d9..81f4ff94bc243e4e20d5251534f5201db8123e8c 100644 --- a/code/compute_results.py +++ b/code/compute_results.py @@ -133,10 +133,11 @@ if __name__ == "__main__": parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter) parser.add_argument('--stage', nargs='?', type=int, required=True, help='Specify the stage number among [1, 5].') - parser.add_argument('--experiment_ids', nargs='+', type=int, required=True, help='Compute the results of the specified experiment id(s).' + \ + parser.add_argument('--experiment_ids', nargs='+', type=str, required=True, help='Compute the results of the specified experiment id(s).' + \ 'stage=1: {{base_with_params}} {{random_with_params}} {{omp_with_params}} {{base_wo_params}} {{random_wo_params}} {{omp_wo_params}}' + \ 'stage=2: {{no_normalization}} {{normalize_D}} {{normalize_weights}} {{normalize_D_and_weights}}' + \ - 'stage=3: {{train-dev_subset}} {{train-dev_train-dev_subset}} {{train-train-dev_subset}}') + 'stage=3: {{train-dev_subset}} {{train-dev_train-dev_subset}} {{train-train-dev_subset}}' + \ + 'stage=5: {{base_with_params}} {{random_with_params}} {{omp_with_params}} [ensemble={{id}}] [similarity={{id}}] [kmean={{id}}]') parser.add_argument('--dataset_name', nargs='?', type=str, required=True, help='Specify the dataset name. TODO: read it from models dir directly.') parser.add_argument('--results_dir', nargs='?', type=str, default=DEFAULT_RESULTS_DIR, help='The output directory of the results.') parser.add_argument('--models_dir', nargs='?', type=str, default=DEFAULT_MODELS_DIR, help='The output directory of the trained models.') @@ -159,7 +160,7 @@ if __name__ == "__main__": raise ValueError('In the case of stage 1, the number of specified experiment ids must be 6.') # Retreive the extracted forest sizes number used in order to have a base forest axis as long as necessary - extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, args.experiment_ids[1]) + extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, int(args.experiment_ids[1])) # Experiments that used the best hyperparameters found for this dataset @@ -167,18 +168,18 @@ if __name__ == "__main__": logger.info('Loading base_with_params experiment scores...') base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \ base_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0], + extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]), extracted_forest_sizes_number) # random_with_params logger.info('Loading random_with_params experiment scores...') random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \ with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1]) + extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1])) # omp_with_params logger.info('Loading omp_with_params experiment scores...') omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \ omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[2]) + args.models_dir, args.results_dir, int(args.experiment_ids[2])) # Experiments that didn't use the best hyperparameters found for this dataset @@ -186,19 +187,19 @@ if __name__ == "__main__": logger.info('Loading base_wo_params experiment scores...') base_wo_params_train_scores, base_wo_params_dev_scores, base_wo_params_test_scores, \ base_wo_params_experiment_score_metric = extract_scores_across_seeds_and_forest_size( - args.models_dir, args.results_dir, args.experiment_ids[3], + args.models_dir, args.results_dir, int(args.experiment_ids[3]), extracted_forest_sizes_number) # random_wo_params logger.info('Loading random_wo_params experiment scores...') random_wo_params_train_scores, random_wo_params_dev_scores, random_wo_params_test_scores, \ wo_params_extracted_forest_sizes, random_wo_params_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[4]) + args.models_dir, args.results_dir, int(args.experiment_ids[4])) # base_wo_params logger.info('Loading base_wo_params experiment scores...') omp_wo_params_train_scores, omp_wo_params_dev_scores, omp_wo_params_test_scores, _, \ omp_wo_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[5]) + args.models_dir, args.results_dir, int(args.experiment_ids[5])) # Sanity check on the metrics retreived if not (base_with_params_experiment_score_metric == random_with_params_experiment_score_metric == @@ -243,25 +244,25 @@ if __name__ == "__main__": logger.info('Loading no_normalization experiment scores...') _, _, no_normalization_test_scores, extracted_forest_sizes, no_normalization_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[0]) + int(args.experiment_ids[0])) # normalize_D logger.info('Loading normalize_D experiment scores...') _, _, normalize_D_test_scores, _, normalize_D_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[1]) + int(args.experiment_ids[1])) # normalize_weights logger.info('Loading normalize_weights experiment scores...') _, _, normalize_weights_test_scores, _, normalize_weights_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[2]) + int(args.experiment_ids[2])) # normalize_D_and_weights logger.info('Loading normalize_D_and_weights experiment scores...') _, _, normalize_D_and_weights_test_scores, _, normalize_D_and_weights_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[3]) + int(args.experiment_ids[3])) # Sanity check on the metrics retreived if not (no_normalization_experiment_score_metric == normalize_D_experiment_score_metric @@ -290,21 +291,21 @@ if __name__ == "__main__": train_dev_subset_train_scores, train_dev_subset_dev_scores, train_dev_subset_test_scores, \ extracted_forest_sizes, train_dev_subset_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[0]) + int(args.experiment_ids[0])) # train-dev_train-dev_subset logger.info('Loading train-dev_train-dev_subset experiment scores...') train_dev_train_dev_subset_train_scores, train_dev_train_dev_subset_dev_scores, train_dev_train_dev_subset_test_scores, \ _, train_dev_train_dev_subset_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[1]) + int(args.experiment_ids[1])) # train-train-dev_subset logger.info('Loading train-train-dev_subset experiment scores...') train_train_dev_subset_train_scores, train_train_dev_subset_dev_scores, train_train_dev_subset_test_scores, \ _, train_train_dev_subset_experiment_score_metric = \ extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, - args.experiment_ids[2]) + int(args.experiment_ids[2])) # Sanity check on the metrics retreived if not (train_dev_subset_experiment_score_metric == train_dev_train_dev_subset_experiment_score_metric @@ -349,13 +350,13 @@ if __name__ == "__main__": logger.info('Loading base_with_params experiment scores...') base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \ base_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0], + extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]), extracted_forest_sizes_number) # random_with_params logger.info('Loading random_with_params experiment scores...') random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \ with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1]) + extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1])) # omp_with_params logger.info('Loading omp_with_params experiment scores...') """omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \ @@ -363,12 +364,12 @@ if __name__ == "__main__": args.models_dir, args.results_dir, args.experiment_ids[2])""" omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \ omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[2]) + args.models_dir, args.results_dir, int(args.experiment_ids[2])) #omp_with_params_without_weights - logger.info('Loading omp_with_params experiment scores...') + logger.info('Loading omp_no_weights experiment scores...') omp_with_params_without_weights_train_scores, omp_with_params_without_weights_dev_scores, omp_with_params_without_weights_test_scores, _, \ omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[2], weights=False) + args.models_dir, args.results_dir, int(args.experiment_ids[2]), weights=False) """# base_with_params logger.info('Loading base_with_params experiment scores 2...') @@ -388,7 +389,7 @@ if __name__ == "__main__": raise ValueError('Score metrics of all experiments must be the same.') experiments_score_metric = base_with_params_experiment_score_metric - output_path = os.path.join(args.results_dir, args.dataset_name, 'stage4_fix') + output_path = os.path.join(args.results_dir, args.dataset_name, 'stage4') pathlib.Path(output_path).mkdir(parents=True, exist_ok=True) Plotter.plot_stage2_losses( @@ -402,47 +403,63 @@ if __name__ == "__main__": title='Loss values of {}\nusing best params of previous stages'.format(args.dataset_name)) elif args.stage == 5: # Retreive the extracted forest sizes number used in order to have a base forest axis as long as necessary - extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, args.experiment_ids[1]) + extracted_forest_sizes_number = retreive_extracted_forest_sizes_number(args.models_dir, int(args.experiment_ids[1])) + all_labels = list() + all_scores = list() # base_with_params logger.info('Loading base_with_params experiment scores...') base_with_params_train_scores, base_with_params_dev_scores, base_with_params_test_scores, \ base_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, args.experiment_ids[0], + extract_scores_across_seeds_and_forest_size(args.models_dir, args.results_dir, int(args.experiment_ids[0]), extracted_forest_sizes_number) # random_with_params logger.info('Loading random_with_params experiment scores...') random_with_params_train_scores, random_with_params_dev_scores, random_with_params_test_scores, \ with_params_extracted_forest_sizes, random_with_params_experiment_score_metric = \ - extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, args.experiment_ids[1]) + extract_scores_across_seeds_and_extracted_forest_sizes(args.models_dir, args.results_dir, int(args.experiment_ids[1])) # omp_with_params logger.info('Loading omp_with_params experiment scores...') omp_with_params_train_scores, omp_with_params_dev_scores, omp_with_params_test_scores, _, \ omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[2]) - # omp_with_params - logger.info('Loading kmeans_with_params experiment scores...') - kmeans_with_params_train_scores, kmeans_with_params_dev_scores, kmeans_with_params_test_scores, _, \ - kmeans_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( - args.models_dir, args.results_dir, args.experiment_ids[3]) - - # Sanity check on the metrics retreived - if not (base_with_params_experiment_score_metric == random_with_params_experiment_score_metric - == omp_with_params_experiment_score_metric == kmeans_with_params_experiment_score_metric): - raise ValueError('Score metrics of all experiments must be the same.') - experiments_score_metric = base_with_params_experiment_score_metric + args.models_dir, args.results_dir, int(args.experiment_ids[2])) + #omp_with_params_without_weights + logger.info('Loading omp_with_params experiment scores...') + omp_with_params_without_weights_train_scores, omp_with_params_without_weights_dev_scores, omp_with_params_without_weights_test_scores, _, \ + omp_with_params_experiment_score_metric = extract_scores_across_seeds_and_extracted_forest_sizes( + args.models_dir, args.results_dir, int(args.experiment_ids[2]), weights=False) + + all_labels = ['base', 'random', 'omp', 'omp_without_weights'] + all_scores = [base_with_params_test_scores, random_with_params_test_scores, omp_with_params_test_scores, + omp_with_params_without_weights_test_scores] + + for i in range(3, len(args.experiment_ids)): + if 'kmeans' in args.experiment_ids[i]: + label = 'kmeans' + elif 'similarity' in args.experiment_ids[i]: + label = 'similarity' + elif 'ensemble' in args.experiment_ids[i]: + label = 'ensemble' + else: + logger.error('Invalid value encountered') + continue - output_path = os.path.join(args.results_dir, args.dataset_name, 'stage5_kmeans') + logger.info(f'Loading {label} experiment scores...') + _, _, current_test_scores, _, _ = extract_scores_across_seeds_and_extracted_forest_sizes( + args.models_dir, args.results_dir, int(args.experiment_ids[i].split('=')[1])) + all_labels.append(label) + all_scores.append(current_test_scores) + + output_path = os.path.join(args.results_dir, args.dataset_name, 'stage5') pathlib.Path(output_path).mkdir(parents=True, exist_ok=True) Plotter.plot_stage2_losses( - file_path=output_path + os.sep + 'losses.png', - all_experiment_scores=[base_with_params_test_scores, random_with_params_test_scores, omp_with_params_test_scores, - kmeans_with_params_test_scores], - all_labels=['base', 'random', 'omp', 'kmeans'], + file_path=output_path + os.sep + f"losses_{'-'.join(all_labels)}.png", + all_experiment_scores=all_scores, + all_labels=all_labels, x_value=with_params_extracted_forest_sizes, xlabel='Number of trees extracted', - ylabel=experiments_score_metric, + ylabel=base_with_params_experiment_score_metric, title='Loss values of {}\nusing best params of previous stages'.format(args.dataset_name)) else: raise ValueError('This stage number is not supported yet, but it will be!') diff --git a/code/train.py b/code/train.py index 1d75e98b9044165abb075a346761a910d8479a83..8e48e14009dff51ed92d7baba7b49760146347a9 100644 --- a/code/train.py +++ b/code/train.py @@ -2,6 +2,7 @@ from bolsonaro.data.dataset_parameters import DatasetParameters from bolsonaro.data.dataset_loader import DatasetLoader from bolsonaro.models.model_factory import ModelFactory from bolsonaro.models.model_parameters import ModelParameters +from bolsonaro.models.ensemble_selection_forest_regressor import EnsembleSelectionForestRegressor from bolsonaro.trainer import Trainer from bolsonaro.utils import resolve_experiment_id, tqdm_joblib from bolsonaro import LOG_PATH @@ -9,6 +10,7 @@ from bolsonaro.error_handling.logger_factory import LoggerFactory from dotenv import find_dotenv, load_dotenv import argparse +import copy import json import pathlib import random @@ -53,10 +55,37 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb trainer = Trainer(dataset) + if parameters['extraction_strategy'] == 'ensemble': + library = EnsembleSelectionForestRegressor.generate_library(dataset.X_train, dataset.y_train, random_state=seed) + else: + library = None + + if parameters['extraction_strategy'] == 'random': + pretrained_model_parameters = ModelParameters( + extracted_forest_size=parameters['forest_size'], + normalize_D=parameters['normalize_D'], + subsets_used=parameters['subsets_used'], + normalize_weights=parameters['normalize_weights'], + seed=seed, + hyperparameters=hyperparameters, + extraction_strategy=parameters['extraction_strategy'] + ) + pretrained_estimator = ModelFactory.build(dataset.task, pretrained_model_parameters, library=library) + pretraned_trainer = Trainer(dataset) + pretraned_trainer.init(pretrained_estimator, subsets_used=parameters['subsets_used']) + pretrained_estimator.fit( + X=pretraned_trainer._X_forest, + y=pretraned_trainer._y_forest + ) + else: + pretrained_estimator = None + pretrained_model_parameters = None + if parameters['extraction_strategy'] != 'none': with tqdm_joblib(tqdm(total=len(parameters['extracted_forest_size']), disable=not verbose)) as extracted_forest_size_job_pb: Parallel(n_jobs=-1)(delayed(extracted_forest_size_job)(extracted_forest_size_job_pb, parameters['extracted_forest_size'][i], - models_dir, seed, parameters, dataset, hyperparameters, experiment_id, trainer) + models_dir, seed, parameters, dataset, hyperparameters, experiment_id, trainer, library, + pretrained_estimator=pretrained_estimator, pretrained_model_parameters=pretrained_model_parameters) for i in range(len(parameters['extracted_forest_size']))) else: forest_size = hyperparameters['n_estimators'] @@ -88,7 +117,7 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb ) model_parameters.save(sub_models_dir, experiment_id) - model = ModelFactory.build(dataset.task, model_parameters) + model = ModelFactory.build(dataset.task, model_parameters, library=library) trainer.init(model, subsets_used=parameters['subsets_used']) trainer.train(model) @@ -97,7 +126,8 @@ def seed_job(seed_job_pb, seed, parameters, experiment_id, hyperparameters, verb seed_job_pb.update(1) def extracted_forest_size_job(extracted_forest_size_job_pb, extracted_forest_size, models_dir, - seed, parameters, dataset, hyperparameters, experiment_id, trainer): + seed, parameters, dataset, hyperparameters, experiment_id, trainer, library, + pretrained_estimator=None, pretrained_model_parameters=None): logger = LoggerFactory.create(LOG_PATH, 'training_seed{}_extracted_forest_size{}_ti{}'.format( seed, extracted_forest_size, threading.get_ident())) @@ -121,21 +151,24 @@ def extracted_forest_size_job(extracted_forest_size_job_pb, extracted_forest_siz pathlib.Path(sub_models_dir).mkdir(parents=True, exist_ok=True) - model_parameters = ModelParameters( - extracted_forest_size=extracted_forest_size, - normalize_D=parameters['normalize_D'], - subsets_used=parameters['subsets_used'], - normalize_weights=parameters['normalize_weights'], - seed=seed, - hyperparameters=hyperparameters, - extraction_strategy=parameters['extraction_strategy'] - ) - model_parameters.save(sub_models_dir, experiment_id) - - model = ModelFactory.build(dataset.task, model_parameters) + if not pretrained_estimator: + model_parameters = ModelParameters( + extracted_forest_size=extracted_forest_size, + normalize_D=parameters['normalize_D'], + subsets_used=parameters['subsets_used'], + normalize_weights=parameters['normalize_weights'], + seed=seed, + hyperparameters=hyperparameters, + extraction_strategy=parameters['extraction_strategy'] + ) + model_parameters.save(sub_models_dir, experiment_id) + model = ModelFactory.build(dataset.task, model_parameters, library=library) + else: + model = copy.deepcopy(pretrained_estimator) + pretrained_model_parameters.save(sub_models_dir, experiment_id) trainer.init(model, subsets_used=parameters['subsets_used']) - trainer.train(model) + trainer.train(model, extracted_forest_size=extracted_forest_size) trainer.compute_results(model, sub_models_dir) """ @@ -202,7 +235,7 @@ if __name__ == "__main__": parser.add_argument('--skip_best_hyperparams', action='store_true', default=DEFAULT_SKIP_BEST_HYPERPARAMS, help='Do not use the best hyperparameters if there exist.') parser.add_argument('--save_experiment_configuration', nargs='+', default=None, help='Save the experiment parameters specified in the command line in a file. Args: {{stage_num}} {{name}}') parser.add_argument('--job_number', nargs='?', type=int, default=DEFAULT_JOB_NUMBER, help='Specify the number of job used during the parallelisation across seeds.') - parser.add_argument('--extraction_strategy', nargs='?', type=str, default=DEFAULT_EXTRACTION_STRATEGY, help='Specify the strategy to apply to extract the trees from the forest. Either omp, random, none, similarity, kmeans.') + parser.add_argument('--extraction_strategy', nargs='?', type=str, default=DEFAULT_EXTRACTION_STRATEGY, help='Specify the strategy to apply to extract the trees from the forest. Either omp, random, none, similarity, kmeans, ensemble.') parser.add_argument('--overwrite', action='store_true', default=DEFAULT_OVERWRITE, help='Overwrite the experiment id') args = parser.parse_args() @@ -213,7 +246,7 @@ if __name__ == "__main__": else: parameters = args.__dict__ - if parameters['extraction_strategy'] not in ['omp', 'random', 'none', 'similarity', 'kmeans']: + if parameters['extraction_strategy'] not in ['omp', 'random', 'none', 'similarity', 'kmeans', 'ensemble']: raise ValueError('Specified extraction strategy {} is not supported.'.format(parameters.extraction_strategy)) pathlib.Path(parameters['models_dir']).mkdir(parents=True, exist_ok=True) diff --git a/experiments/boston/stage1/none_with_params.json b/experiments/boston/stage1/none_with_params.json index b15ad4bd3344cfc881862eb98c1e8125ba597b45..ed9e8bd50aebe893ef7b32a458a06c0ec5887f90 100644 --- a/experiments/boston/stage1/none_with_params.json +++ b/experiments/boston/stage1/none_with_params.json @@ -6,15 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/boston/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 2078, - 90 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -26,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ - 36, - 73, - 109, - 145, - 182, - 218, - 255, - 291, - 327, - 364 + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..2a3d692884b4eb68f8bc91822adfbdb9069c6ff2 --- /dev/null +++ b/experiments/boston/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..ca9f8733236431d63dcc8f07bc689d36ddcc4712 --- /dev/null +++ b/experiments/boston/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..731fe145b2b5ff402e668bd573ae0a22ab97b145 --- /dev/null +++ b/experiments/boston/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7a58463771e7c8f7c642ea2647d1f2853423459e --- /dev/null +++ b/experiments/boston/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..bad8b967739d3d76cdcd8c6ce602c2348527af03 --- /dev/null +++ b/experiments/boston/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..62669c21abf4f2a80187ab20b36fe6821fed25c0 --- /dev/null +++ b/experiments/boston/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..df91040f80cd294eb5744cc87b03cc253f40ea70 --- /dev/null +++ b/experiments/boston/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..9cdcc22c4229190162c856a23166d8e05f30f9b6 --- /dev/null +++ b/experiments/boston/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..0fbdd988b2e696c6415f23dd39a7fc6df2c769a1 --- /dev/null +++ b/experiments/boston/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..363789aa906e755787e06b586cad3bc292464870 --- /dev/null +++ b/experiments/boston/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..e661ba4b5d4bd42db78935db99b32641eb285ee9 --- /dev/null +++ b/experiments/boston/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..c5802d6171bc00149cdbe869a857a1ea53d89add --- /dev/null +++ b/experiments/boston/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "boston", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/boston/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/boston/stage4/none_with_params.json b/experiments/boston/stage4/none_with_params.json index ba056e193480a5888e1e41dac30f5cbcf4cc4870..e71a6cfa76bb895c542376d52a45edb7fdbd9efc 100644 --- a/experiments/boston/stage4/none_with_params.json +++ b/experiments/boston/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/boston/stage4/omp_with_params.json b/experiments/boston/stage4/omp_with_params.json index 0c393f6eb57537b70b7fac49d903d14e85ab8426..4f0f882b2c0fba7acfab2f1faed95d15feeab96d 100644 --- a/experiments/boston/stage4/omp_with_params.json +++ b/experiments/boston/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/boston/stage4/random_with_params.json b/experiments/boston/stage4/random_with_params.json index 0258396e63720a5bc32ddcf0884b0f6e93f03a0f..dc5e11218365b3f12077eaf52ce44b34ff653ea5 100644 --- a/experiments/boston/stage4/random_with_params.json +++ b/experiments/boston/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..556f69a6d2353ba2dc6374aeea77d6e0551c2d5c --- /dev/null +++ b/experiments/breast_cancer/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..89d10431e48d8d670b168114e8d9d46ab05ca294 --- /dev/null +++ b/experiments/breast_cancer/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..436a535339d3685abb66f23290598b77f42414cf --- /dev/null +++ b/experiments/breast_cancer/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..0442f3e734784e9ff6b58de3cac177e85dcde658 --- /dev/null +++ b/experiments/breast_cancer/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..67b088e12ec8660d48779c19c5c3114c5d289ee4 --- /dev/null +++ b/experiments/breast_cancer/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..45f26d087654d6b55de7764b975928a31dca167b --- /dev/null +++ b/experiments/breast_cancer/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..7a7daf31f4d86ba0afda57e647f0a243da883999 --- /dev/null +++ b/experiments/breast_cancer/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..32e491b729f9c10ecde00884574299ed3c492be9 --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..65d591f983a9319586078c4a1cd4e5f8447e3d23 --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..6d1afd11dfa4267e5600f61ad2a4019749e2e21a --- /dev/null +++ b/experiments/breast_cancer/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..2d791091f5d0af2dafc8b0ca26887a8a8c8f9ad6 --- /dev/null +++ b/experiments/breast_cancer/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed12a2c552d2b7093030686df4ae057e3345775 --- /dev/null +++ b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..d4551021c7d93cce92d41123d4c0669fd90908fb --- /dev/null +++ b/experiments/breast_cancer/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "breast_cancer", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/breast_cancer/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/breast_cancer/stage4/none_with_params.json b/experiments/breast_cancer/stage4/none_with_params.json index 4b4d46e79ce17838f0944879be812a314db056ea..17900fe92067f60784dd758bda0cf326622b4079 100644 --- a/experiments/breast_cancer/stage4/none_with_params.json +++ b/experiments/breast_cancer/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage4/omp_with_params.json b/experiments/breast_cancer/stage4/omp_with_params.json index 287b55e77bed5521f49792397e37ed2d3c25c81f..bcb7ecda0bb20e42c47c2330a886c3d676982207 100644 --- a/experiments/breast_cancer/stage4/omp_with_params.json +++ b/experiments/breast_cancer/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/breast_cancer/stage4/random_with_params.json b/experiments/breast_cancer/stage4/random_with_params.json index 34f70d8e4f2a3648226a0fefe330751ad585ea90..251a2bd04e8745fa9a307a62bdd62d6180114cc0 100644 --- a/experiments/breast_cancer/stage4/random_with_params.json +++ b/experiments/breast_cancer/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..237d6e429a73eda1bbfc5082abc9f54c1984e5d9 --- /dev/null +++ b/experiments/california_housing/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7204570856ac09dca6f4473e508df67dbc0b075f --- /dev/null +++ b/experiments/california_housing/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..3265529f7d73a95134f0136c555f24098aacbc26 --- /dev/null +++ b/experiments/california_housing/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..ced51298fcec7d2b5dea7deeee241c7117126367 --- /dev/null +++ b/experiments/california_housing/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..9e820462a51fc45315e0c9e128c86118c9e115a4 --- /dev/null +++ b/experiments/california_housing/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..00057adcb5fa2ce4ad8b2f3e4220f10568547aae --- /dev/null +++ b/experiments/california_housing/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..ce10531b8f6b8dbc321ceb2ab83e84f0577a5bd2 --- /dev/null +++ b/experiments/california_housing/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..09b32f6d2e86b8642e7db9d21afcd52b4eb68504 --- /dev/null +++ b/experiments/california_housing/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..5602f6d183496b71bd460472936258480c0ad31e --- /dev/null +++ b/experiments/california_housing/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..e1780a89774708e4b7758bb7936fb6d61cf6d8d9 --- /dev/null +++ b/experiments/california_housing/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..0a012034c14b4fa29d6ee19fc5d18b9ae5ae0620 --- /dev/null +++ b/experiments/california_housing/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..1b138f1958b7ee81d632621b4031b6aa9741b681 --- /dev/null +++ b/experiments/california_housing/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..2de9ae732c972eb70bf29d597b147f5240ed1404 --- /dev/null +++ b/experiments/california_housing/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "california_housing", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/california_housing/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json index e3549c1bebe94975ee7b774968e9f98f3d346625..6e9a156a2a4e10ccf3d48ceb4f3dfa874f787688 100644 --- a/experiments/california_housing/stage4/none_with_params.json +++ b/experiments/california_housing/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json index e01103a853e04a4775321e7ede4130f4b82aa44f..a8621dcc3637026e9dab032e9489105f8c17bc50 100644 --- a/experiments/california_housing/stage4/omp_with_params.json +++ b/experiments/california_housing/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json index 85dbd63e39fc8d885fef3d994335601beb584c45..73323dc56d22f62bdf0a28ffa428d3090f617fb6 100644 --- a/experiments/california_housing/stage4/random_with_params.json +++ b/experiments/california_housing/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..c7c6581d7871602d2c215d8e44eaa70cfecc3bb6 --- /dev/null +++ b/experiments/diabetes/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..6b12d786732f794aa5a39cae6ae92165a90aeb21 --- /dev/null +++ b/experiments/diabetes/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..3dd0a65d67cec4f08a31d3a3a0e7b502c36fd4e4 --- /dev/null +++ b/experiments/diabetes/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..84af84c37e3f4a733fe51321a62d399ad1e445a5 --- /dev/null +++ b/experiments/diabetes/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..dd0682e06498f8f44c7026ab4639ce72af30c148 --- /dev/null +++ b/experiments/diabetes/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b1f500c1dbd96d466b20db31a3ac1a4df3cac --- /dev/null +++ b/experiments/diabetes/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..7b8abfb783c2f54c9a3659b95aa5b299c6e152dc --- /dev/null +++ b/experiments/diabetes/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..128ce33cffa98e13f89924574be088ff61f89a28 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..fc47511d7c66781e7918c0dd6b7c3a820d68b5e8 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..418de93dc39ae4166d607a84f4c91b949c8e3183 --- /dev/null +++ b/experiments/diabetes/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..1bb282ed1b9c52fb88f7248b3eb8e6b79868ba87 --- /dev/null +++ b/experiments/diabetes/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..e7fd02d9c1e7eba44ebb1dbb4bea80ae1cc97fae --- /dev/null +++ b/experiments/diabetes/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..aaaeca42be336db5e994b6b1fd8d5d78e68b54e6 --- /dev/null +++ b/experiments/diabetes/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "diabetes", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/diabetes/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 4, + 7, + 11, + 14, + 18, + 22, + 25, + 29, + 32, + 36, + 40, + 43, + 47, + 50, + 54, + 58, + 61, + 65, + 68, + 72, + 76, + 79, + 83, + 86, + 90, + 94, + 97, + 101, + 104, + 108 + ] +} \ No newline at end of file diff --git a/experiments/diabetes/stage4/none_with_params.json b/experiments/diabetes/stage4/none_with_params.json index 4f89e2e6edb5a8af7dfc02cf42067e386c6d6c11..10c8b3dd0c6368a24110e5dc2057d7faf7319e6a 100644 --- a/experiments/diabetes/stage4/none_with_params.json +++ b/experiments/diabetes/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diabetes/stage4/omp_with_params.json b/experiments/diabetes/stage4/omp_with_params.json index c0a85a56e816c536ddf870a8dc19955df383cf5c..93b06482a1df5472483658b2ba4c401b4dc60574 100644 --- a/experiments/diabetes/stage4/omp_with_params.json +++ b/experiments/diabetes/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diabetes/stage4/random_with_params.json b/experiments/diabetes/stage4/random_with_params.json index 6684ed251b8ecc4ef36c460d6f4b7568fb80b4a2..30615d491cc428693833ee74572f4958130245c5 100644 --- a/experiments/diabetes/stage4/random_with_params.json +++ b/experiments/diabetes/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 4, 7, diff --git a/experiments/diamonds/stage1/none_with_params.json b/experiments/diamonds/stage1/none_with_params.json index 6ce31b8fa48688f22e5c139dddc94c61a6865ed5..72460d961ba08e45d31bf4e644c827a80d313f0c 100644 --- a/experiments/diamonds/stage1/none_with_params.json +++ b/experiments/diamonds/stage1/none_with_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage1/none_wo_params.json b/experiments/diamonds/stage1/none_wo_params.json index 927e4c232bbb74756f321f6009cb8e7e029aa8d3..6e7676bc3180052723a9a16c4c823f045656864e 100644 --- a/experiments/diamonds/stage1/none_wo_params.json +++ b/experiments/diamonds/stage1/none_wo_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage1/omp_with_params.json b/experiments/diamonds/stage1/omp_with_params.json index e972f88e180f5ec1b9a1d6296caa9e68ac8effff..f94a956404b84c162a22bdcb0451d9b6ba10708d 100644 --- a/experiments/diamonds/stage1/omp_with_params.json +++ b/experiments/diamonds/stage1/omp_with_params.json @@ -6,13 +6,17 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ + 1, + 2, + 3, + 4, 5 ], "subsets_used": "train,dev", @@ -25,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage1/omp_wo_params.json b/experiments/diamonds/stage1/omp_wo_params.json index 1989239a76ec7f9696f63e9d7fe492eb5ba58c05..38e43591b84bdab635aaf262f3241b6a38263194 100644 --- a/experiments/diamonds/stage1/omp_wo_params.json +++ b/experiments/diamonds/stage1/omp_wo_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage1/random_with_params.json b/experiments/diamonds/stage1/random_with_params.json index b4b2ceebd371c0f361f2ce21b2917eb9c962545a..55a9df7f63b3c7cfe09cb3c4319dba58716affeb 100644 --- a/experiments/diamonds/stage1/random_with_params.json +++ b/experiments/diamonds/stage1/random_with_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage1/random_wo_params.json b/experiments/diamonds/stage1/random_wo_params.json index a835f689c3c28e72afdd278861c56f1e1b15fccf..dc2e06092a0be1dbf6567bdd99e543dca4bd762b 100644 --- a/experiments/diamonds/stage1/random_wo_params.json +++ b/experiments/diamonds/stage1/random_wo_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/no_normalization.json b/experiments/diamonds/stage2/no_normalization.json index 2af65eff187d873bed689cb408f7f3cbd60ddca8..de21ce05ead0b82b7a0fdabdb0865d0a579bf91f 100644 --- a/experiments/diamonds/stage2/no_normalization.json +++ b/experiments/diamonds/stage2/no_normalization.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_D.json b/experiments/diamonds/stage2/normalize_D.json index b69f4a0a59a138be13d6b5f861ed222bab310b4e..b82f2c633b61cb23f33f3d0b2b4807603f9557e5 100644 --- a/experiments/diamonds/stage2/normalize_D.json +++ b/experiments/diamonds/stage2/normalize_D.json @@ -6,8 +6,8 @@ "normalize_D": true, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_D_and_weights.json b/experiments/diamonds/stage2/normalize_D_and_weights.json index a9ca586c811faaf2b203148f7808ac544f5e7e3a..893193426a7370a4fea027fa86475d1096f54e5c 100644 --- a/experiments/diamonds/stage2/normalize_D_and_weights.json +++ b/experiments/diamonds/stage2/normalize_D_and_weights.json @@ -6,8 +6,8 @@ "normalize_D": true, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": true, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage2/normalize_weights.json b/experiments/diamonds/stage2/normalize_weights.json index 795b1a6ff650e38a4916eceb1eadb41501a7ed94..fab83b2992286cb882be6d02256ce72141f2e5fd 100644 --- a/experiments/diamonds/stage2/normalize_weights.json +++ b/experiments/diamonds/stage2/normalize_weights.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage2", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": true, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_subset.json b/experiments/diamonds/stage3/train-dev_subset.json index 935c5063e9555b1a1dca6e8fd8bddccb43dbf866..6c78430a00107ccbd06b510f03fc9d75bd87c3ed 100644 --- a/experiments/diamonds/stage3/train-dev_subset.json +++ b/experiments/diamonds/stage3/train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-dev_train-dev_subset.json b/experiments/diamonds/stage3/train-dev_train-dev_subset.json index 9297d9c49aa08f0738a09b88595f1dae9884a0ab..82201c7e713841a2558c03c2cc0cc7a49fe9ea2f 100644 --- a/experiments/diamonds/stage3/train-dev_train-dev_subset.json +++ b/experiments/diamonds/stage3/train-dev_train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage3/train-train-dev_subset.json b/experiments/diamonds/stage3/train-train-dev_subset.json index 7cdd51ba802e3efbcf3e1d709edc2bb9452f00aa..4c4cdbe7d12b2326ebcbc18a15f1403fc00a27ec 100644 --- a/experiments/diamonds/stage3/train-train-dev_subset.json +++ b/experiments/diamonds/stage3/train-train-dev_subset.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 10, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/diamonds/stage3", "dev_size": 0.2, "test_size": 0.2, @@ -15,7 +15,9 @@ "seeds": [ 1, 2, - 3 + 3, + 4, + 5 ], "subsets_used": "train,train+dev", "normalize_weights": false, @@ -27,16 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 16, - 31, - 47, - 62, - 78, - 94, - 109, - 125, - 140, - 156 + 14, + 29, + 43, + 57, + 72, + 86, + 100, + 114, + 129, + 143, + 157, + 172, + 186, + 200, + 214, + 229, + 243, + 257, + 272, + 286, + 300, + 315, + 329, + 343, + 358, + 372, + 386, + 400, + 415, + 429 ] } \ No newline at end of file diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json index fedf40d3bc0f2c8a15ab352f656181031f2a1ac2..ee5feaac7ce08c0e5cb14072b8675fc805cd10ba 100644 --- a/experiments/diamonds/stage4/none_with_params.json +++ b/experiments/diamonds/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json index 52d8cf794c2d8972c64a052a854f89e50e3ef8fd..7c585a4e6fdacc080d2af10d17acddfccc791db0 100644 --- a/experiments/diamonds/stage4/omp_with_params.json +++ b/experiments/diamonds/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json index 9089cbb45ac3b8684cebc5498f77df8551067cb7..908810014293e8fcead3e0c0be93e9cffbe1b01e 100644 --- a/experiments/diamonds/stage4/random_with_params.json +++ b/experiments/diamonds/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 14, 29, diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7c008251f3e68f155045709ef67a668a4e3a2974 --- /dev/null +++ b/experiments/digits/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..e9b77cc2dc09bbc79156fd0973ed52ab89039e21 --- /dev/null +++ b/experiments/digits/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..252174f83fa2e568a3bc61488304e129697a18a0 --- /dev/null +++ b/experiments/digits/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..e70960690955dfde38504a3208dd7e50358b27cf --- /dev/null +++ b/experiments/digits/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/digits/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..c6a98831ef89e8412d13bbca01a9d5ef85d88be0 --- /dev/null +++ b/experiments/digits/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..2e92e1f967d365f856e7b052315eaff86be8df78 --- /dev/null +++ b/experiments/digits/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..dd91b37fdec8d2271103b7995c48d71407c620f2 --- /dev/null +++ b/experiments/digits/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..b016f504c7d351057f167e81cc38b0c10007a115 --- /dev/null +++ b/experiments/digits/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..adda507d086a31c945cb3934b1a8f58b9efad6d2 --- /dev/null +++ b/experiments/digits/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..8e38f7ed24a2b1770c0b5a732eb52148ea605563 --- /dev/null +++ b/experiments/digits/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..f36382a28a566ab8e42f199ed55faabb67ee4871 --- /dev/null +++ b/experiments/digits/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..e75de58a3bfa3db2feeff3f8bb0abb4ad3bb20ab --- /dev/null +++ b/experiments/digits/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..107f3d56aa521f0122d9ad540340ccdc3982880c --- /dev/null +++ b/experiments/digits/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "digits", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/digits/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json index 599a191e530fe89d207cc865467b6d9d0266703b..3dab841442478226c6d5a9195cae158150f5e79b 100644 --- a/experiments/digits/stage4/none_with_params.json +++ b/experiments/digits/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json index 45d968b70746ffe967924dbf3f1bc6e4f7b1a174..1fa78caca756e7f30225b1af765dce8398ae3700 100644 --- a/experiments/digits/stage4/omp_with_params.json +++ b/experiments/digits/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json index e96b311ccbd5562e2e5f69a3bfe13cf9e361cd15..940ddb49bc832864d45c920b8baa2aef053a632d 100644 --- a/experiments/digits/stage4/random_with_params.json +++ b/experiments/digits/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage1/none_with_params.json b/experiments/iris/stage1/none_with_params.json index c6915e3989c24dcee31b74c67415d86a50e50b0f..d23ebcf918fce303fbe613b8f7572a08733d3c3f 100644 --- a/experiments/iris/stage1/none_with_params.json +++ b/experiments/iris/stage1/none_with_params.json @@ -6,8 +6,8 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, @@ -29,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ - 8, - 17, - 25, 33, - 42 + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/none_wo_params.json b/experiments/iris/stage1/none_wo_params.json index fd88fd9ac54d6fb7e62615628b099c3d6b75b128..cb2b39f24160d22948cf0deccb810e343b47f124 100644 --- a/experiments/iris/stage1/none_wo_params.json +++ b/experiments/iris/stage1/none_wo_params.json @@ -6,16 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 58, - 43535, - 234234 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ - 8, - 17, - 25, 33, - 42 + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json index 47b8826df196929c56cde3a1036c452764564b2e..96b032b9d30c136788d74771d6c070a3bfe9ace3 100644 --- a/experiments/iris/stage1/omp_with_params.json +++ b/experiments/iris/stage1/omp_with_params.json @@ -6,14 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.4, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 1 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -25,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 33 + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/omp_wo_params.json b/experiments/iris/stage1/omp_wo_params.json index fd7589433a0f9e129a09eb3d64c58c08ec461d02..52141d8c90469c7534c41679bde927e7ae39eb13 100644 --- a/experiments/iris/stage1/omp_wo_params.json +++ b/experiments/iris/stage1/omp_wo_params.json @@ -6,16 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 58, - 43535, - 234234 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 8, - 17, - 25, 33, - 42 + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/random_with_params.json b/experiments/iris/stage1/random_with_params.json index 0e2e2d892b20f2e2401a40a201ab8b4e638d17cd..b5e74426ebf9a5b9b1f4dca19fa6e4a6a320e08f 100644 --- a/experiments/iris/stage1/random_with_params.json +++ b/experiments/iris/stage1/random_with_params.json @@ -6,16 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 58, - 43535, - 234234 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ - 8, - 17, - 25, 33, - 42 + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage1/random_wo_params.json b/experiments/iris/stage1/random_wo_params.json index c0cb4072fb95c56ee205a95699c5ef47f2924d7a..f8fc6db2a5e891011a0ecb4718f6e5be69f976b2 100644 --- a/experiments/iris/stage1/random_wo_params.json +++ b/experiments/iris/stage1/random_wo_params.json @@ -6,16 +6,18 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.05, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, "models_dir": "models/iris/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, "seeds": [ - 58, - 43535, - 234234 + 1, + 2, + 3, + 4, + 5 ], "subsets_used": "train,dev", "normalize_weights": false, @@ -27,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ - 8, - 17, - 25, 33, - 42 + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..4c6556c3abdada59fc51a9a3cc8d4b8e58e19fba --- /dev/null +++ b/experiments/iris/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..004f3157ebd0d6918019de85dcfb60e65a40e732 --- /dev/null +++ b/experiments/iris/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..e5c1058aae1d283d6bd960658efb7138991e6b96 --- /dev/null +++ b/experiments/iris/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..68f35013186515d3d5f9ecf64252d7628667937c --- /dev/null +++ b/experiments/iris/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..f92449649977854de87a60f8e2429994a24c5d8a --- /dev/null +++ b/experiments/iris/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..311af7e5dbb804bdba0db28bbd1aa9433f9353de --- /dev/null +++ b/experiments/iris/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..fdf38ddd2edb08ce4e3f1aa9c4ce3b8513f473f4 --- /dev/null +++ b/experiments/iris/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "iris", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/iris/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/iris/stage4/none_with_params.json b/experiments/iris/stage4/none_with_params.json index 2df5617ab81106f92221d1693631e734ccfd27b5..04e242330f09b3f12138919885769735af0e3a3c 100644 --- a/experiments/iris/stage4/none_with_params.json +++ b/experiments/iris/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage4/omp_with_params.json b/experiments/iris/stage4/omp_with_params.json index ffddfac5bef952c2f1f79dad260952ec317505a8..483febc52d292968cac59f93d98e03519e774218 100644 --- a/experiments/iris/stage4/omp_with_params.json +++ b/experiments/iris/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/iris/stage4/random_with_params.json b/experiments/iris/stage4/random_with_params.json index c50daa86d3880ffd0cdc022de37060d32319cc4b..5cb2d6186c92046e7cb1fe19ad117b3021f99933 100644 --- a/experiments/iris/stage4/random_with_params.json +++ b/experiments/iris/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage1/none_with_params.json b/experiments/kin8nm/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7f0c4dc6514db1d520f185f258e179b2833e6814 --- /dev/null +++ b/experiments/kin8nm/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/none_wo_params.json b/experiments/kin8nm/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..792f431d85f76eba27ffef12bf4c115135000375 --- /dev/null +++ b/experiments/kin8nm/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/omp_with_params.json b/experiments/kin8nm/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..de9c94673390397c016d0e8a67de64d0ac38fc3a --- /dev/null +++ b/experiments/kin8nm/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/omp_wo_params.json b/experiments/kin8nm/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..b15f9a45fc5a36ac4182d255d847622851f086e6 --- /dev/null +++ b/experiments/kin8nm/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/params.json b/experiments/kin8nm/stage1/params.json new file mode 100644 index 0000000000000000000000000000000000000000..aff3e00221518c26e5cb8860c5928acc5aaaa774 --- /dev/null +++ b/experiments/kin8nm/stage1/params.json @@ -0,0 +1,28 @@ +{ + "scorer": "neg_mean_squared_error", + "best_score_train": -0.022941874369141916, + "best_score_test": -0.020444215502079355, + "best_parameters": { + "min_samples_leaf": 1, + "n_estimators": 1000, + "max_depth": 20, + "max_features": "auto" + }, + "random_seed": [ + 486, + 138, + 137, + 54, + 1132, + 1528, + 1857, + 1528, + 13, + 1826, + 647, + 1704, + 469, + 101, + 804 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/random_with_params.json b/experiments/kin8nm/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..db43461e459dd441917664f33813fd81cd33ac8d --- /dev/null +++ b/experiments/kin8nm/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage1/random_wo_params.json b/experiments/kin8nm/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe4f5362754dd191ef28beb27f03ec36596f226 --- /dev/null +++ b/experiments/kin8nm/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage2/no_normalization.json b/experiments/kin8nm/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..a41760d2aadfab98426f15ccfdbf70f2b67b40ab --- /dev/null +++ b/experiments/kin8nm/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage2/normalize_D.json b/experiments/kin8nm/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..d2e1bac5b3b604ada05550dd49b88057a4c0715f --- /dev/null +++ b/experiments/kin8nm/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage2/normalize_D_and_weights.json b/experiments/kin8nm/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..2de20ef2d0a91a6e3d037422dae32b3ca6637c79 --- /dev/null +++ b/experiments/kin8nm/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage2/normalize_weights.json b/experiments/kin8nm/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..3be8890ee7387dc698b1591331a5731d3baa08a8 --- /dev/null +++ b/experiments/kin8nm/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage3/train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..d0667989d8602bb71da2a12335f265c5b7522fb1 --- /dev/null +++ b/experiments/kin8nm/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage3/train-dev_train-dev_subset.json b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..e7f0554ea37393e15e9f657b2e5c0f3d103458cf --- /dev/null +++ b/experiments/kin8nm/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage3/train-train-dev_subset.json b/experiments/kin8nm/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..0f233cb6bc4b588b388dc3afc5e6d60d196123c5 --- /dev/null +++ b/experiments/kin8nm/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kin8nm", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kin8nm/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kin8nm/stage4/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json index 95f0f54bf549c1433fa61adc0e22677220b8cbbc..16396bf88467b3824a71fef0c636985394201595 100644 --- a/experiments/kin8nm/stage4/none_with_params.json +++ b/experiments/kin8nm/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage4/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json index 03136cb595d5ca173af14d8cebaf5b652dd56691..793dbef7944021b38ef417b8e63fd4d226484bec 100644 --- a/experiments/kin8nm/stage4/omp_with_params.json +++ b/experiments/kin8nm/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kin8nm/stage4/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json index 18a553f400a587b85aaacf89ecd61df6a39efb74..8ccf0f359f5d4ee4588b3dc36e62001c53b0da74 100644 --- a/experiments/kin8nm/stage4/random_with_params.json +++ b/experiments/kin8nm/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage1/none_with_params.json b/experiments/kr-vs-kp/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..1c861064f325bfbb6b78a797f2d890d5f6784a2c --- /dev/null +++ b/experiments/kr-vs-kp/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/none_wo_params.json b/experiments/kr-vs-kp/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..9f97730177bf973a321d08d8a4582a32a5bd514d --- /dev/null +++ b/experiments/kr-vs-kp/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/omp_with_params.json b/experiments/kr-vs-kp/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..7b04fc11e875b44c4a7aecf1ab4eebd2d6061fdc --- /dev/null +++ b/experiments/kr-vs-kp/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/omp_wo_params.json b/experiments/kr-vs-kp/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..4fbc5317857e1d8d3897362bf08d7c2c875ddbcf --- /dev/null +++ b/experiments/kr-vs-kp/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/random_with_params.json b/experiments/kr-vs-kp/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..524bee1b3edcf5a38113356ffb253e72acce86e1 --- /dev/null +++ b/experiments/kr-vs-kp/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage1/random_wo_params.json b/experiments/kr-vs-kp/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..f972073a6e54b58315b079e78724d11b2edbe61a --- /dev/null +++ b/experiments/kr-vs-kp/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage2/no_normalization.json b/experiments/kr-vs-kp/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..becba363127d7a1b4ffa243b51499c1b547a2724 --- /dev/null +++ b/experiments/kr-vs-kp/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage2/normalize_D.json b/experiments/kr-vs-kp/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..145be864b4a312726cd7c8ee269fe42fe4fd52d6 --- /dev/null +++ b/experiments/kr-vs-kp/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..0081e9802d9975a17311a0a4abbf7f5f2fd83eec --- /dev/null +++ b/experiments/kr-vs-kp/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage2/normalize_weights.json b/experiments/kr-vs-kp/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..68f12f506cf584f5b9f73b96e9a16247a7b3bba4 --- /dev/null +++ b/experiments/kr-vs-kp/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage3/train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..3ca85b2065f01ceb66314e27c70b8441367249fd --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..0919df98a65e6c1a2cbb7a13e6beecdf12184759 --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage3/train-train-dev_subset.json b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..3e3ef7e94d20524632e1f6cbab76845a2650e04c --- /dev/null +++ b/experiments/kr-vs-kp/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "kr-vs-kp", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/kr-vs-kp/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json index cd0bbd7ef063a4bdf94659eb5957851d2c03a3bc..526ec32ffea09ef32b0fbc64eb96f3ef9ec17d96 100644 --- a/experiments/kr-vs-kp/stage4/none_with_params.json +++ b/experiments/kr-vs-kp/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json index ac4d8c6cbf437224a1477c1c507cf1c9d93bba67..b850926cc8544bdb683b360d4f7938d09a901237 100644 --- a/experiments/kr-vs-kp/stage4/omp_with_params.json +++ b/experiments/kr-vs-kp/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/kr-vs-kp/stage4/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json index f471871756111a14772935b93ae0de9d4500ceeb..892bc2d21f472fa35f520d719acf2463bd04513e 100644 --- a/experiments/kr-vs-kp/stage4/random_with_params.json +++ b/experiments/kr-vs-kp/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e5db133e3cbbf474d0d92c7e0786bc99652392 --- /dev/null +++ b/experiments/olivetti_faces/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..bd962f84e89e58fdbb5771b89134964b06d616ce --- /dev/null +++ b/experiments/olivetti_faces/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..b8c6e1ecce514e3e2877584f67272ea959c8ef59 --- /dev/null +++ b/experiments/olivetti_faces/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..410c1e5c184ddde6ba052aaf0a6517161d2b444f --- /dev/null +++ b/experiments/olivetti_faces/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..b2d123b1d64956584658cb9c888ca39c37b5c87b --- /dev/null +++ b/experiments/olivetti_faces/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..9c55d69dc8e0fffdbba769c48632ad987a1f136b --- /dev/null +++ b/experiments/olivetti_faces/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..b666bf559d714952bee838461d40af9b66cd60b7 --- /dev/null +++ b/experiments/olivetti_faces/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..88188343d77533555401619abc6fdd248fe8a776 --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..4bedb9d3ef2649edcfa179cb40446a4bbdc9ec41 --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..52781c04cff5d1770affb5991689a426769b3744 --- /dev/null +++ b/experiments/olivetti_faces/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..7f1954c000f1ced106d98ea8470cccf0dd94ef42 --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..3dc5d9f8f20bc5ebfaadedfcf87b5f783efca0e3 --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..f45144ce1088b2296cca3c0fd4f95fa8e286ecb4 --- /dev/null +++ b/experiments/olivetti_faces/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "olivetti_faces", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/olivetti_faces/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/olivetti_faces/stage4/none_with_params.json b/experiments/olivetti_faces/stage4/none_with_params.json index 3fca3b0e932ec0e544fa30ed34655668c9613c8f..a9f8b1a19b6b569708d1107f940399d39f360123 100644 --- a/experiments/olivetti_faces/stage4/none_with_params.json +++ b/experiments/olivetti_faces/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage4/omp_with_params.json b/experiments/olivetti_faces/stage4/omp_with_params.json index 136133d47e627cf3b3122ba4e8bf3e55e0d8bd26..59039fab1c43211ee6382031f9689e489be968db 100644 --- a/experiments/olivetti_faces/stage4/omp_with_params.json +++ b/experiments/olivetti_faces/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/olivetti_faces/stage4/random_with_params.json b/experiments/olivetti_faces/stage4/random_with_params.json index 2a2ab9aab2a566494b2bebf82af433e734691049..4c25028128129c5bc8296c1918d37eba4093d62f 100644 --- a/experiments/olivetti_faces/stage4/random_with_params.json +++ b/experiments/olivetti_faces/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/spambase/stage1/none_with_params.json b/experiments/spambase/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..11bfd852b10a1f0fbebf44b1fe04651bc79a05d4 --- /dev/null +++ b/experiments/spambase/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage1/none_wo_params.json b/experiments/spambase/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec07172309824e30f424759c1748e7298634962 --- /dev/null +++ b/experiments/spambase/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage1/omp_with_params.json b/experiments/spambase/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..0f645d257b5eac9927131e1ffc7e623a618d83ae --- /dev/null +++ b/experiments/spambase/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage1/omp_wo_params.json b/experiments/spambase/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..2206910fc6be02b56ff9b935b4bd8aa19faf6403 --- /dev/null +++ b/experiments/spambase/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage1/random_with_params.json b/experiments/spambase/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..553f12dbab29e955ac0a94aab4d5e02e4a90b396 --- /dev/null +++ b/experiments/spambase/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage1/random_wo_params.json b/experiments/spambase/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..cf8b9e1c57cb4d0263716fead073854725a72b41 --- /dev/null +++ b/experiments/spambase/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage2/no_normalization.json b/experiments/spambase/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..96a0766e08b46f8f06166f39f8b825f82e13d58d --- /dev/null +++ b/experiments/spambase/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage2/normalize_D.json b/experiments/spambase/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..01041ffa94ca55ff1735950c667dc44ae24b9b92 --- /dev/null +++ b/experiments/spambase/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage2/normalize_D_and_weights.json b/experiments/spambase/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..54030cbf08f942821824d10cd5d8f485b152ab0f --- /dev/null +++ b/experiments/spambase/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage2/normalize_weights.json b/experiments/spambase/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..fbbf203c489fcd05e534fc61c2f6778c8e5afaa4 --- /dev/null +++ b/experiments/spambase/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage3/train-dev_subset.json b/experiments/spambase/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..6bc736cb347b9d1adaa2fdb54617df1f8b9688ee --- /dev/null +++ b/experiments/spambase/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage3/train-dev_train-dev_subset.json b/experiments/spambase/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..a6d8a6d0ff236b9a161e878223884cca52d701c2 --- /dev/null +++ b/experiments/spambase/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage3/train-train-dev_subset.json b/experiments/spambase/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..dcbd56056906c0bf5b61f851bc586455010b7e34 --- /dev/null +++ b/experiments/spambase/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/none_with_params.json b/experiments/spambase/stage4/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..cac696ea9e0ef1aa4d255a94249fb94d971499c8 --- /dev/null +++ b/experiments/spambase/stage4/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/omp_with_params.json b/experiments/spambase/stage4/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..4aad814b22fff36a3d9623769800d506142026ca --- /dev/null +++ b/experiments/spambase/stage4/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/spambase/stage4/random_with_params.json b/experiments/spambase/stage4/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..982d9a8f725cea3fcef21caff548725ff9971772 --- /dev/null +++ b/experiments/spambase/stage4/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "spambase", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/spambase/stage4", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "4", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage1/none_with_params.json b/experiments/steel-plates/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..92f1d4174d63b9fba15247cab2cd3a42535d0347 --- /dev/null +++ b/experiments/steel-plates/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage1/none_wo_params.json b/experiments/steel-plates/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..d07fdaeb50252eeeb1a9abd530b005212c3bf65b --- /dev/null +++ b/experiments/steel-plates/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage1/omp_with_params.json b/experiments/steel-plates/stage1/omp_with_params.json index b15e5b324a726b63131cbd9daa10e825a22f8df3..74e7c44ecbeeead944712bd06b2799f1b3f42052 100644 --- a/experiments/steel-plates/stage1/omp_with_params.json +++ b/experiments/steel-plates/stage1/omp_with_params.json @@ -6,9 +6,9 @@ "normalize_D": false, "dataset_normalizer": "standard", "forest_size": null, - "extracted_forest_size_samples": 5, - "extracted_forest_size_stop": 0.4, - "models_dir": "models/steel/stage1", + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", "dev_size": 0.2, "test_size": 0.2, "random_seed_number": 1, @@ -29,11 +29,37 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ - 7, - 13, - 20, - 27, - 33 + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 ] } \ No newline at end of file diff --git a/experiments/steel-plates/stage1/omp_wo_params.json b/experiments/steel-plates/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..db4451f9ccce457357563c49f75bff91ab4a1f91 --- /dev/null +++ b/experiments/steel-plates/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage1/random_with_params.json b/experiments/steel-plates/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..5fb6607f1adede57320ebd415c1fb669d4fcc985 --- /dev/null +++ b/experiments/steel-plates/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage1/random_wo_params.json b/experiments/steel-plates/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..fe7c20eb7768eeca174be5418367b2231d633bb4 --- /dev/null +++ b/experiments/steel-plates/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage2/no_normalization.json b/experiments/steel-plates/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..b774c7168ea444639933ee54b98d9157a236b193 --- /dev/null +++ b/experiments/steel-plates/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage2/normalize_D.json b/experiments/steel-plates/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..43a9a7b668b8c905c30b41c9e0595b68482ea6eb --- /dev/null +++ b/experiments/steel-plates/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage2/normalize_D_and_weights.json b/experiments/steel-plates/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..3dadc5b72b139927c23f704e03c3afdb7d732242 --- /dev/null +++ b/experiments/steel-plates/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage2/normalize_weights.json b/experiments/steel-plates/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..ae5db49e564a8af4daed4e119f57e3d57b97a1db --- /dev/null +++ b/experiments/steel-plates/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..8eac9fc107ad641fe20457f280531b74977e040a --- /dev/null +++ b/experiments/steel-plates/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-dev_train-dev_subset.json b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..1a765241b13c04147c64a6be31821f0f4870eec1 --- /dev/null +++ b/experiments/steel-plates/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage3/train-train-dev_subset.json b/experiments/steel-plates/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..fb60f854392c8582d208cae35399e3a4d7ef3f4b --- /dev/null +++ b/experiments/steel-plates/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "steel-plates", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/steel-plates/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json index 8f4b9a01ee10ff46ea4d7a23cf5a9525abfb734d..360c792a3f85f5e9b5a0834eb9bd6d9ef6a64b2b 100644 --- a/experiments/steel-plates/stage4/none_with_params.json +++ b/experiments/steel-plates/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json index ffaa72fc741b2b6b841bde18786b677ba37766a7..a1efe885eda3326fdbb27f573e30b8f512a860ee 100644 --- a/experiments/steel-plates/stage4/omp_with_params.json +++ b/experiments/steel-plates/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json index a86d432a4156624749dca5f90d2d016fb4c45549..c72830a22248db4081307476ef7d1b8dfb58b6ca 100644 --- a/experiments/steel-plates/stage4/random_with_params.json +++ b/experiments/steel-plates/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4f8abc81fbf0680229409f3cd2d91d65072459 --- /dev/null +++ b/experiments/wine/stage1/none_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "none_with_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..3f02987fc33cf753e75020071cf1ff169455db4d --- /dev/null +++ b/experiments/wine/stage1/none_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "none_wo_params" + ], + "job_number": -1, + "extraction_strategy": "none", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..31e6b03afc8f91abc29d7abb8e6ba5c4d04d9e29 --- /dev/null +++ b/experiments/wine/stage1/omp_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "omp_with_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..85651abd37a83848a45d5eb9cb2615017b1dc7f2 --- /dev/null +++ b/experiments/wine/stage1/omp_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 6, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "omp_wo_params" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json new file mode 100644 index 0000000000000000000000000000000000000000..47d67efa28e35205dede650b69e8bef0008c0a84 --- /dev/null +++ b/experiments/wine/stage1/random_with_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "1", + "random_with_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json new file mode 100644 index 0000000000000000000000000000000000000000..b160a7006ee7a7d3282b5c253cff322299c491fa --- /dev/null +++ b/experiments/wine/stage1/random_wo_params.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 5, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage1", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": true, + "save_experiment_configuration": [ + "1", + "random_wo_params" + ], + "job_number": -1, + "extraction_strategy": "random", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/no_normalization.json b/experiments/wine/stage2/no_normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..12fb47fc80cb66a0a0c16654d3a55652d946e6d7 --- /dev/null +++ b/experiments/wine/stage2/no_normalization.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "no_normalization" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_D.json b/experiments/wine/stage2/normalize_D.json new file mode 100644 index 0000000000000000000000000000000000000000..5bc7c1e34b4ed0d92117de58f0f482e640bbde7d --- /dev/null +++ b/experiments/wine/stage2/normalize_D.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_D_and_weights.json b/experiments/wine/stage2/normalize_D_and_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..7be2dd792463c0108385850f2c8012a8c0be799b --- /dev/null +++ b/experiments/wine/stage2/normalize_D_and_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 4, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": true, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_D_and_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage2/normalize_weights.json b/experiments/wine/stage2/normalize_weights.json new file mode 100644 index 0000000000000000000000000000000000000000..2f5758243d88703b5f06667880665e800f34eee3 --- /dev/null +++ b/experiments/wine/stage2/normalize_weights.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage2", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": true, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "2", + "normalize_weights" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..3ce11ae21b18f505071f99351c96eb24fd3c3ddc --- /dev/null +++ b/experiments/wine/stage3/train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 1, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..db7c0f9c5facaafad9ca5aa9a186719dcbbef658 --- /dev/null +++ b/experiments/wine/stage3/train-dev_train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 2, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train+dev,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-dev_train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json new file mode 100644 index 0000000000000000000000000000000000000000..5162a256dd8dddcd4e76407acf135efbbff51025 --- /dev/null +++ b/experiments/wine/stage3/train-train-dev_subset.json @@ -0,0 +1,65 @@ +{ + "experiment_id": 3, + "experiment_configuration": null, + "experiment_configuration_path": "experiments", + "dataset_name": "wine", + "normalize_D": false, + "dataset_normalizer": "standard", + "forest_size": null, + "extracted_forest_size_samples": 30, + "extracted_forest_size_stop": 1.0, + "models_dir": "models/wine/stage3", + "dev_size": 0.2, + "test_size": 0.2, + "random_seed_number": 1, + "seeds": [ + 1, + 2, + 3, + 4, + 5 + ], + "subsets_used": "train,train+dev", + "normalize_weights": false, + "verbose": false, + "skip_best_hyperparams": false, + "save_experiment_configuration": [ + "3", + "train-train-dev_subset" + ], + "job_number": -1, + "extraction_strategy": "omp", + "overwrite": false, + "extracted_forest_size": [ + 33, + 67, + 100, + 133, + 167, + 200, + 233, + 267, + 300, + 333, + 367, + 400, + 433, + 467, + 500, + 533, + 567, + 600, + 633, + 667, + 700, + 733, + 767, + 800, + 833, + 867, + 900, + 933, + 967, + 1000 + ] +} \ No newline at end of file diff --git a/experiments/wine/stage4/none_with_params.json b/experiments/wine/stage4/none_with_params.json index 2621fec400b6069c5d253e99505c96c6f9bd102e..06f4ab0e10ca8313b5545ec4bac87220904114ab 100644 --- a/experiments/wine/stage4/none_with_params.json +++ b/experiments/wine/stage4/none_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "none", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage4/omp_with_params.json b/experiments/wine/stage4/omp_with_params.json index a5ff2576ac94b36a51e3501bf83cb47b0a88a483..ca2ee333f2208325bab186679a06d2aa3b10abd3 100644 --- a/experiments/wine/stage4/omp_with_params.json +++ b/experiments/wine/stage4/omp_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "omp", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/experiments/wine/stage4/random_with_params.json b/experiments/wine/stage4/random_with_params.json index f344a1059e6ce3bfd458efee55b3809d93788458..18802b714f900eff1b7bf5896f050be6567e6b1f 100644 --- a/experiments/wine/stage4/random_with_params.json +++ b/experiments/wine/stage4/random_with_params.json @@ -17,9 +17,7 @@ 2, 3, 4, - 5, - 6, - 7 + 5 ], "subsets_used": "train+dev,train+dev", "normalize_weights": false, @@ -31,6 +29,7 @@ ], "job_number": -1, "extraction_strategy": "random", + "overwrite": false, "extracted_forest_size": [ 33, 67, diff --git a/results/boston/stage1/losses.png b/results/boston/stage1/losses.png index f79cbc51e2377e6b195396bb7ad9ca5527e7b288..91ec26cd6e29ba5578b67e9ced36626f5f006b3e 100644 Binary files a/results/boston/stage1/losses.png and b/results/boston/stage1/losses.png differ diff --git a/results/boston/stage2/losses.png b/results/boston/stage2/losses.png deleted file mode 100644 index dfc243f6d4d8eb21c53238b29d8f5ae7831bb375..0000000000000000000000000000000000000000 Binary files a/results/boston/stage2/losses.png and /dev/null differ diff --git a/results/boston/stage3/losses.png b/results/boston/stage3/losses.png index dc49c4870802498d4cb934f3d8215a460d679365..e74830dbda3f92fb8620f11bd2d33c0b79c022e9 100644 Binary files a/results/boston/stage3/losses.png and b/results/boston/stage3/losses.png differ diff --git a/results/boston/stage4/losses.png b/results/boston/stage4/losses.png index 0762b7c1057045bb08a9d698e82446baf3558e22..7c85d83462643ae058f5d4ce7dba532045fc20b3 100644 Binary files a/results/boston/stage4/losses.png and b/results/boston/stage4/losses.png differ diff --git a/results/boston/stage4_fix/losses.png b/results/boston/stage4_fix/losses.png deleted file mode 100644 index aa5577274c1a5522a05d0cf025de25ef2e027aa4..0000000000000000000000000000000000000000 Binary files a/results/boston/stage4_fix/losses.png and /dev/null differ diff --git a/results/breast_cancer/stage1/losses.png b/results/breast_cancer/stage1/losses.png index 64e0e14cdab6f518eecbdbf900a89cdb2647397b..5a90498175e4712fd63a2390315a5e6834447576 100644 Binary files a/results/breast_cancer/stage1/losses.png and b/results/breast_cancer/stage1/losses.png differ diff --git a/results/breast_cancer/stage2/losses.png b/results/breast_cancer/stage2/losses.png deleted file mode 100644 index e6015726e076bd1f53ee43df63ec2e7ded67a652..0000000000000000000000000000000000000000 Binary files a/results/breast_cancer/stage2/losses.png and /dev/null differ diff --git a/results/breast_cancer/stage3/losses.png b/results/breast_cancer/stage3/losses.png index 45f7b066ea079b4f72de1d1f9e8626ffad69f80a..57f7deb7cbda86007270f44a144533a1950b18f9 100644 Binary files a/results/breast_cancer/stage3/losses.png and b/results/breast_cancer/stage3/losses.png differ diff --git a/results/breast_cancer/stage4/losses.png b/results/breast_cancer/stage4/losses.png index 0cfd248266a4eb867bbe8d1815c36fa44521374d..f4dceea362659be4baf72a17c280eade1704c55e 100644 Binary files a/results/breast_cancer/stage4/losses.png and b/results/breast_cancer/stage4/losses.png differ diff --git a/results/breast_cancer/stage4_fix/losses.png b/results/breast_cancer/stage4_fix/losses.png deleted file mode 100644 index f0062906b6b0ec3007a207c89ac3610166bfc429..0000000000000000000000000000000000000000 Binary files a/results/breast_cancer/stage4_fix/losses.png and /dev/null differ diff --git a/results/california_housing/stage1/losses.png b/results/california_housing/stage1/losses.png deleted file mode 100644 index 7a3b4be063d9d5e699dd5f377ea2c08866fcf357..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage1/losses.png and /dev/null differ diff --git a/results/california_housing/stage2/losses.png b/results/california_housing/stage2/losses.png deleted file mode 100644 index e12e48f169db05f5c99b036244adec6a0ac85084..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage2/losses.png and /dev/null differ diff --git a/results/california_housing/stage3/losses.png b/results/california_housing/stage3/losses.png deleted file mode 100644 index c32379d9ff80728055120a06a66a97f165a6a047..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage3/losses.png and /dev/null differ diff --git a/results/california_housing/stage3/stage3_losses_all.png b/results/california_housing/stage3/stage3_losses_all.png deleted file mode 100644 index f0adaa1a6df86f7ebd0e36132f43f63d8174ccbc..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage3/stage3_losses_all.png and /dev/null differ diff --git a/results/california_housing/stage3/stage3_losses_test.png b/results/california_housing/stage3/stage3_losses_test.png deleted file mode 100644 index c32379d9ff80728055120a06a66a97f165a6a047..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage3/stage3_losses_test.png and /dev/null differ diff --git a/results/california_housing/stage4/losses.png b/results/california_housing/stage4/losses.png index d8e6b8087bd8abea41d556853d115a5ce0ee7b35..0806f2e64321f4d2194e71c342e1c465b53ef884 100644 Binary files a/results/california_housing/stage4/losses.png and b/results/california_housing/stage4/losses.png differ diff --git a/results/california_housing/stage4/losses_2.png b/results/california_housing/stage4/losses_2.png deleted file mode 100644 index 5562fd0076c01cf38e93936a22d69c9e36c53fc5..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage4/losses_2.png and /dev/null differ diff --git a/results/california_housing/stage4_backup/losses_2.png b/results/california_housing/stage4_backup/losses_2.png deleted file mode 100644 index 5562fd0076c01cf38e93936a22d69c9e36c53fc5..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage4_backup/losses_2.png and /dev/null differ diff --git a/results/california_housing/stage4_fix/losses.png b/results/california_housing/stage4_fix/losses.png deleted file mode 100644 index dccb6d4883f3f3f56ecab982cdd61451ee0d3f70..0000000000000000000000000000000000000000 Binary files a/results/california_housing/stage4_fix/losses.png and /dev/null differ diff --git a/results/diabetes/stage1/losses.png b/results/diabetes/stage1/losses.png index 2e572a8bec7cfe9a06292d6c5053e7d583e1f0fe..4de662963fa2b72903007cb7971669121fe8ec23 100644 Binary files a/results/diabetes/stage1/losses.png and b/results/diabetes/stage1/losses.png differ diff --git a/results/diabetes/stage2/losses.png b/results/diabetes/stage2/losses.png deleted file mode 100644 index 72ba6aac5624a531f8efd715160bbc7f132b08d9..0000000000000000000000000000000000000000 Binary files a/results/diabetes/stage2/losses.png and /dev/null differ diff --git a/results/diabetes/stage3/losses.png b/results/diabetes/stage3/losses.png index 17c6fe2b4f108102bcf505eed68ad9afaa10c6bd..bf761ac430e1bea15f1a61adfecec343f31f25dd 100644 Binary files a/results/diabetes/stage3/losses.png and b/results/diabetes/stage3/losses.png differ diff --git a/results/diabetes/stage4/losses.png b/results/diabetes/stage4/losses.png index ae057e660cc526be5002813ce32b8998f5746f6b..ea8cc15f479d8ceec4e6a971c77cd8a80d86f4cb 100644 Binary files a/results/diabetes/stage4/losses.png and b/results/diabetes/stage4/losses.png differ diff --git a/results/diabetes/stage4_fix/losses.png b/results/diabetes/stage4_fix/losses.png deleted file mode 100644 index 2c02eab975f3e1f0bd29dfff06f96aed32ba727c..0000000000000000000000000000000000000000 Binary files a/results/diabetes/stage4_fix/losses.png and /dev/null differ diff --git a/results/diamonds/stage1/losses.png b/results/diamonds/stage1/losses.png deleted file mode 100644 index 3a28f702a447f518de9dfc0c85639c98f6d0ba96..0000000000000000000000000000000000000000 Binary files a/results/diamonds/stage1/losses.png and /dev/null differ diff --git a/results/diamonds/stage2/losses.png b/results/diamonds/stage2/losses.png deleted file mode 100644 index eba0647c981e203e1b305a0a2daf30a5b9037bed..0000000000000000000000000000000000000000 Binary files a/results/diamonds/stage2/losses.png and /dev/null differ diff --git a/results/diamonds/stage3/losses.png b/results/diamonds/stage3/losses.png index 0c05e27cd2fe32083ed2706aec5ccd3a738d1e77..1a531a4f4930eb19b5e1f91d33ff63d073a42a3c 100644 Binary files a/results/diamonds/stage3/losses.png and b/results/diamonds/stage3/losses.png differ diff --git a/results/diamonds/stage4/losses.png b/results/diamonds/stage4/losses.png index 00f0fb9373250dea67c59587fbc52cf7774e0378..bd22659413c447078f7e13871bcd82fbcece87c1 100644 Binary files a/results/diamonds/stage4/losses.png and b/results/diamonds/stage4/losses.png differ diff --git a/results/diamonds/stage4_fix/losses.png b/results/diamonds/stage4_fix/losses.png deleted file mode 100644 index b743de4fccdeedf6a3b2e5012f7d437d0ef41937..0000000000000000000000000000000000000000 Binary files a/results/diamonds/stage4_fix/losses.png and /dev/null differ diff --git a/results/digits/stage1/losses.png b/results/digits/stage1/losses.png index 91bcb3769880e983575efbd96cd85eb287c9447a..a371bd2cfd9a601acfc68373223d6064aa29cc26 100644 Binary files a/results/digits/stage1/losses.png and b/results/digits/stage1/losses.png differ diff --git a/results/digits/stage2/losses.png b/results/digits/stage2/losses.png index 5357679cf8afc50e71db6dbcfbe7f0d8bc28614e..5312ffe9a4b3397968ec82e7517c6815175c2830 100644 Binary files a/results/digits/stage2/losses.png and b/results/digits/stage2/losses.png differ diff --git a/results/digits/stage3/losses.png b/results/digits/stage3/losses.png index 9449c3d4bec1ccd4b73386be84a8d135176f7944..aeeaa4641feabb0c784fa2deb04eaafa16834cc0 100644 Binary files a/results/digits/stage3/losses.png and b/results/digits/stage3/losses.png differ diff --git a/results/digits/stage4/losses.png b/results/digits/stage4/losses.png index 1b28b2f47d19d5a82fb21f186a5e8212ce623c51..28db7031647a03ad5bda222450a7750dcce256f9 100644 Binary files a/results/digits/stage4/losses.png and b/results/digits/stage4/losses.png differ diff --git a/results/digits/stage4_fix/losses.png b/results/digits/stage4_fix/losses.png deleted file mode 100644 index ab54aa24b5347434be31130026c4ab451f3f850b..0000000000000000000000000000000000000000 Binary files a/results/digits/stage4_fix/losses.png and /dev/null differ diff --git a/results/iris/stage1/losses.png b/results/iris/stage1/losses.png index 2e8d2608b74f13894c5cc006e70d38ee031653a2..a9a38a63ff6583a598154c8f0ddbc54db28459ed 100644 Binary files a/results/iris/stage1/losses.png and b/results/iris/stage1/losses.png differ diff --git a/results/iris/stage2/losses.png b/results/iris/stage2/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..c84a2ac5f25919adc15467fe21894c9399313ebc Binary files /dev/null and b/results/iris/stage2/losses.png differ diff --git a/results/iris/stage3/losses.png b/results/iris/stage3/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..71dfeb6b61f4dd031289e97c2b5292a7115a0a96 Binary files /dev/null and b/results/iris/stage3/losses.png differ diff --git a/results/iris/stage4/losses.png b/results/iris/stage4/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..bbc621a029f80ca543acfd6350a668f233b5dcf2 Binary files /dev/null and b/results/iris/stage4/losses.png differ diff --git a/results/iris/stage4_fix/losses.png b/results/iris/stage4_fix/losses.png deleted file mode 100644 index 79d5af7f9b398493e3f6fb8b9bde135f7cd0eceb..0000000000000000000000000000000000000000 Binary files a/results/iris/stage4_fix/losses.png and /dev/null differ diff --git a/results/kin8nm/stage1/losses.png b/results/kin8nm/stage1/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..b0661440d3f1f0bc43e50ccc2964689a569ca375 Binary files /dev/null and b/results/kin8nm/stage1/losses.png differ diff --git a/results/kin8nm/stage3/losses.png b/results/kin8nm/stage3/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..558f38be0c77f48152c9723d70aaea7b73fd2475 Binary files /dev/null and b/results/kin8nm/stage3/losses.png differ diff --git a/results/kin8nm/stage4/losses.png b/results/kin8nm/stage4/losses.png index 71bdfd92a3bdb036d5c611d65057189bdb036344..7842da996329d17d4494a97c099d3cfe5dc8dc8e 100644 Binary files a/results/kin8nm/stage4/losses.png and b/results/kin8nm/stage4/losses.png differ diff --git a/results/kin8nm/stage4_fix/losses.png b/results/kin8nm/stage4_fix/losses.png deleted file mode 100644 index 82b96dc80d46d04fbfc7f56b4b18e3b999af2dc9..0000000000000000000000000000000000000000 Binary files a/results/kin8nm/stage4_fix/losses.png and /dev/null differ diff --git a/results/kr-vs-kp/stage1/losses.png b/results/kr-vs-kp/stage1/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..4741367300c1e196bf91b4cc649042759582d276 Binary files /dev/null and b/results/kr-vs-kp/stage1/losses.png differ diff --git a/results/kr-vs-kp/stage3/losses.png b/results/kr-vs-kp/stage3/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..5463a21a15a32ca77bb7a0ceb017d70cdfc6fae4 Binary files /dev/null and b/results/kr-vs-kp/stage3/losses.png differ diff --git a/results/kr-vs-kp/stage4/losses.png b/results/kr-vs-kp/stage4/losses.png index 4ad6b19b4670a6876cb239051bd0e434e8435f82..2dabf40538e77cee74658c0dc8c125c4295e8416 100644 Binary files a/results/kr-vs-kp/stage4/losses.png and b/results/kr-vs-kp/stage4/losses.png differ diff --git a/results/kr-vs-kp/stage4_fix/losses.png b/results/kr-vs-kp/stage4_fix/losses.png deleted file mode 100644 index 295409f42f566b7cd213f4ee132462ffcd82c2b6..0000000000000000000000000000000000000000 Binary files a/results/kr-vs-kp/stage4_fix/losses.png and /dev/null differ diff --git a/results/lfw_pairs/stage1/losses.png b/results/lfw_pairs/stage1/losses.png deleted file mode 100644 index d963a961799bd59552971cbd9d0d88959e791fda..0000000000000000000000000000000000000000 Binary files a/results/lfw_pairs/stage1/losses.png and /dev/null differ diff --git a/results/lfw_pairs/stage3/losses.png b/results/lfw_pairs/stage3/losses.png deleted file mode 100644 index d58b38f24cc07c16f90e68832e0c370261a0183c..0000000000000000000000000000000000000000 Binary files a/results/lfw_pairs/stage3/losses.png and /dev/null differ diff --git a/results/lfw_pairs/stage4/losses.png b/results/lfw_pairs/stage4/losses.png deleted file mode 100644 index ddb71771aa7b2058d0020ad31a5431175eade83f..0000000000000000000000000000000000000000 Binary files a/results/lfw_pairs/stage4/losses.png and /dev/null differ diff --git a/results/lfw_pairs/stage4_fix/losses.png b/results/lfw_pairs/stage4_fix/losses.png deleted file mode 100644 index 34109ce4efe7418295b4e994d5404cd1c664909d..0000000000000000000000000000000000000000 Binary files a/results/lfw_pairs/stage4_fix/losses.png and /dev/null differ diff --git a/results/olivetti_faces/stage1/losses.png b/results/olivetti_faces/stage1/losses.png index bf0645224d47d32ba9ca3e7547323c596407befc..9a37ea43f162f7eec9ca4cbbead8e8bc2c83dc48 100644 Binary files a/results/olivetti_faces/stage1/losses.png and b/results/olivetti_faces/stage1/losses.png differ diff --git a/results/olivetti_faces/stage2/losses.png b/results/olivetti_faces/stage2/losses.png index 39d2d51b27c9ee6d301212ac095c49a4dae0808b..ad7402b9f816ce10e1d2d55d1e12e800b51a63be 100644 Binary files a/results/olivetti_faces/stage2/losses.png and b/results/olivetti_faces/stage2/losses.png differ diff --git a/results/olivetti_faces/stage3/losses.png b/results/olivetti_faces/stage3/losses.png index 507cc141d53e962dbd5c86cee836fad4889ea7b9..9c414d740fa33e48e0ddfdd7af8bd51964164c56 100644 Binary files a/results/olivetti_faces/stage3/losses.png and b/results/olivetti_faces/stage3/losses.png differ diff --git a/results/olivetti_faces/stage4/losses.png b/results/olivetti_faces/stage4/losses.png index 862840acf9243e92052825fb35522e5bc3f7a3a4..9c871d6ebac4bf99b38539af4cd967aa29431dfc 100644 Binary files a/results/olivetti_faces/stage4/losses.png and b/results/olivetti_faces/stage4/losses.png differ diff --git a/results/olivetti_faces/stage4_fix/losses.png b/results/olivetti_faces/stage4_fix/losses.png deleted file mode 100644 index 76d53a46b023f3e109511fd0f0db6e4eebe1d16b..0000000000000000000000000000000000000000 Binary files a/results/olivetti_faces/stage4_fix/losses.png and /dev/null differ diff --git a/results/spambase/stage1/losses.png b/results/spambase/stage1/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..6bf25013c39f916a538e0f039dd89741f78ba214 Binary files /dev/null and b/results/spambase/stage1/losses.png differ diff --git a/results/spambase/stage3/losses.png b/results/spambase/stage3/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..fd359da4c9d76f828519cb7e6bb233493fba3e4d Binary files /dev/null and b/results/spambase/stage3/losses.png differ diff --git a/results/spambase/stage4/losses.png b/results/spambase/stage4/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..9d77c068fe84cf28ebcd21160f133144c79f1be7 Binary files /dev/null and b/results/spambase/stage4/losses.png differ diff --git a/results/spambase/stage4_fix/losses.png b/results/spambase/stage4_fix/losses.png deleted file mode 100644 index 42201f37548eb0869d2e25e63e1bd2db6a9df0f1..0000000000000000000000000000000000000000 Binary files a/results/spambase/stage4_fix/losses.png and /dev/null differ diff --git a/results/steel-plates/stage1/losses.png b/results/steel-plates/stage1/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..d2a53cc66d038c9c0cb301cb38b2f56003d049a3 Binary files /dev/null and b/results/steel-plates/stage1/losses.png differ diff --git a/results/steel-plates/stage3/losses.png b/results/steel-plates/stage3/losses.png new file mode 100644 index 0000000000000000000000000000000000000000..1b700314d22a8d76f4b738a7741fef97ff079960 Binary files /dev/null and b/results/steel-plates/stage3/losses.png differ diff --git a/results/steel-plates/stage4/losses.png b/results/steel-plates/stage4/losses.png index 18f1011509a2acb145cf15203254f8de3f59b596..b018b25a0cfbd278ce79d4340d9f8af8d1826bf9 100644 Binary files a/results/steel-plates/stage4/losses.png and b/results/steel-plates/stage4/losses.png differ diff --git a/results/steel-plates/stage4_fix/losses.png b/results/steel-plates/stage4_fix/losses.png deleted file mode 100644 index 7a7b181d7b537b447831a26e397df49c3f6dc3c2..0000000000000000000000000000000000000000 Binary files a/results/steel-plates/stage4_fix/losses.png and /dev/null differ diff --git a/results/wine/stage1/losses.png b/results/wine/stage1/losses.png index 0dd21a3ad0dca251309e78145ad17fd737acfcd4..f78a19963dd2c081e4b5611bcccb794f380dcca4 100644 Binary files a/results/wine/stage1/losses.png and b/results/wine/stage1/losses.png differ diff --git a/results/wine/stage2/losses.png b/results/wine/stage2/losses.png index 218f27a6fe6e1aff691f19ac36ecc452725f1783..5a9c9471425fb89a541307078a8b8ccf03cf86ef 100644 Binary files a/results/wine/stage2/losses.png and b/results/wine/stage2/losses.png differ diff --git a/results/wine/stage3/losses.png b/results/wine/stage3/losses.png index 9979496ea29d2f623c7a7fa3050cfc6aec35eae7..731a468f8c5d8805b0f028942e6773ba77bf0d9a 100644 Binary files a/results/wine/stage3/losses.png and b/results/wine/stage3/losses.png differ diff --git a/results/wine/stage4/losses.png b/results/wine/stage4/losses.png index d31ee5233c47047047499cfe15caf876d8f9fe06..83e9358f41422f08f95386b4c1b2a3c005c4b8b9 100644 Binary files a/results/wine/stage4/losses.png and b/results/wine/stage4/losses.png differ diff --git a/results/wine/stage4_fix/losses.png b/results/wine/stage4_fix/losses.png deleted file mode 100644 index 31286863e58fdc3fe40f5b77cf07df3c21a572fd..0000000000000000000000000000000000000000 Binary files a/results/wine/stage4_fix/losses.png and /dev/null differ diff --git a/run_stage5_experiments.sh b/run_stage5_experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..a28cdf0f8b2f447eb5fcfcf0e7b0ee914ec0877b --- /dev/null +++ b/run_stage5_experiments.sh @@ -0,0 +1,14 @@ +#!/bin/bash +core_number=1 +walltime=5:00 +seeds='1 2 3' + +for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing +do + #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + #oarsub -p "(gpu is null)" -l /core=5,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + #oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + #oarsub -p "(gpu is null)" -l /core=50,walltime=5:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" +done diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh old mode 100644 new mode 100755 index 1093c02c120a61354b946077ecc8ea9b93c93319..ef15c2a6a55d9d4d053c7428a063c4360e337b53 --- a/scripts/run_compute_results.sh +++ b/scripts/run_compute_results.sh @@ -1,5 +1,9 @@ -for dataset in california_housing -#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm olivetti_faces wine spambase +seeds='1 2 3' +for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds do + python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=$dataset --models_dir=models/$dataset/stage1 + python code/compute_results.py --stage=2 --experiment_ids 1 2 3 4 --dataset_name=$dataset --models_dir=models/$dataset/stage2 + python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage3 python code/compute_results.py --stage=4 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage4 + python code/compute_results.py --stage=5 --experiment_ids 1 2 3 similarity=4 kmeans=5 ensemble=6 --dataset_name=$dataset --models_dir=models/$dataset/stage5 done diff --git a/scripts/run_compute_results_fix.sh b/scripts/run_compute_results_fix.sh deleted file mode 100644 index 65ebf6ba580c3c147f68424eced91d085c5133cc..0000000000000000000000000000000000000000 --- a/scripts/run_compute_results_fix.sh +++ /dev/null @@ -1,11 +0,0 @@ -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=california_housing --models_dir=models/california_housing/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=boston --models_dir=models/boston/stage3 -python code/compute_results.py --stage=1 --experiment_ids 1 2 3 4 5 6 --dataset_name=iris --models_dir=models/iris/stage1 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=diabetes --models_dir=models/diabetes/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=digits --models_dir=models/digits/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=linnerud --models_dir=models/linnerud/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=wine --models_dir=models/wine/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=breast_cancer --models_dir=models/breast_cancer/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=olivetti_faces --models_dir=models/olivetti_faces/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=20newsgroups_vectorized --models_dir=models/20newsgroups_vectorized/stage3 -python code/compute_results.py --stage=3 --experiment_ids 1 2 3 --dataset_name=lfw_pairs --models_dir=models/lfw_pairs/stage3 \ No newline at end of file diff --git a/scripts/run_stage1_experiments.sh b/scripts/run_stage1_experiments.sh old mode 100644 new mode 100755 index 7656d148d2fae11ba1ea880cbd136e6fd3ea8677..83784619ab8932424cc8e0237fea2f28db123a50 --- a/scripts/run_stage1_experiments.sh +++ b/scripts/run_stage1_experiments.sh @@ -3,12 +3,12 @@ core_number=5 walltime=1:00 seeds='1 2 3 4 5' -for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds +for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage1" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage1" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage1" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage1" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --experiment_id=5 --models_dir=models/$dataset/stage1" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --experiment_id=6 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_with_params --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_with_params --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 none_wo_params --extraction_strategy=none --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 random_wo_params --extraction_strategy=random --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage1" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_wo_params --skip_best_hyperparams --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage1" done diff --git a/scripts/run_stage1_experiments_fix.sh b/scripts/run_stage1_experiments_fix.sh deleted file mode 100644 index ef4962ca2942cb0107dbd6ce4f83c3141c9e76eb..0000000000000000000000000000000000000000 --- a/scripts/run_stage1_experiments_fix.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash -core_number=5 -walltime=1:00 -seeds='58 43535 234234' - -for dataset in iris -do - python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 1 none_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=1 --models_dir=models/$dataset/stage1 - python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 1 random_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=2 --models_dir=models/$dataset/stage1 - python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 1 omp_with_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=3 --models_dir=models/$dataset/stage1 - python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --skip_best_hyperparams --save_experiment_configuration 1 none_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=4 --models_dir=models/$dataset/stage1 - python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --skip_best_hyperparams --save_experiment_configuration 1 random_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=5 --models_dir=models/$dataset/stage1 - python code/train.py --dataset_name=$dataset --seeds $seeds --skip_best_hyperparams --save_experiment_configuration 1 omp_wo_params --extracted_forest_size_stop=0.05 --extracted_forest_size_samples=5 --experiment_id=6 --models_dir=models/$dataset/stage1 -done diff --git a/scripts/run_stage2_experiments.sh b/scripts/run_stage2_experiments.sh old mode 100644 new mode 100755 index cb3ddbd3e4998c61c0b0dc290ff5fcae620e4293..e00d3b40858378e503e459f2c9f41409cca88f32 --- a/scripts/run_stage2_experiments.sh +++ b/scripts/run_stage2_experiments.sh @@ -3,10 +3,10 @@ core_number=5 walltime=1:00 seeds='1 2 3 4 5' -for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds +for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.05 --experiment_id=1 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.05 --experiment_id=2 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=3 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.05 --experiment_id=4 --models_dir=models/$dataset/stage2" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage2" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage2" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage2" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage2" done diff --git a/scripts/run_stage2_experiments_fix.sh b/scripts/run_stage2_experiments_fix.sh deleted file mode 100644 index 908112c6b65d2cb825250bb42d0985744825ad78..0000000000000000000000000000000000000000 --- a/scripts/run_stage2_experiments_fix.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/bash -core_number=10 -walltime=1:00 -seeds='1 2 3' - -for dataset in diamonds -do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 no_normalization --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=1 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D --normalize_D --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=2 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_weights --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=3 --models_dir=models/$dataset/stage2" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 2 normalize_D_and_weights --normalize_D --normalize_weights --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --experiment_id=4 --models_dir=models/$dataset/stage2" -done diff --git a/scripts/run_stage3_experiments.sh b/scripts/run_stage3_experiments.sh old mode 100644 new mode 100755 index f263d06a27a74453c4a7a97e98fe348af9ba4d27..236d4fa760e4c3ef4d7b37d0bd2c81803da9acd2 --- a/scripts/run_stage3_experiments.sh +++ b/scripts/run_stage3_experiments.sh @@ -1,11 +1,11 @@ #!/bin/bash core_number=5 -walltime=1:00 +walltime=$walltime seeds='1 2 3 4 5' -for dataset in california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs diamonds +for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.05 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3" done diff --git a/scripts/run_stage3_experiments_fix.sh b/scripts/run_stage3_experiments_fix.sh deleted file mode 100644 index b672202b4eafd5f3123b72990efc4db3081ce3a7..0000000000000000000000000000000000000000 --- a/scripts/run_stage3_experiments_fix.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -core_number=10 -walltime=1:00 -seeds='1 2 3' - -for dataset in diamonds -do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,dev --experiment_id=1 --models_dir=models/$dataset/stage3" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-dev_train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train+dev,train+dev --experiment_id=2 --models_dir=models/$dataset/stage3" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --save_experiment_configuration 3 train-train-dev_subset --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=10 --subsets_used=train,train+dev --experiment_id=3 --models_dir=models/$dataset/stage3" -done diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh old mode 100644 new mode 100755 index 71987fbf9005bc4cd60f32eb8645b8c26e702705..9ff69ec10beae02f05f0906d67970ccf37a914e9 --- a/scripts/run_stage4_experiments.sh +++ b/scripts/run_stage4_experiments.sh @@ -1,14 +1,11 @@ #!/bin/bash -core_number=14 +core_number=5 walltime=1:00 -seeds='1 2 3 4 5 6 7' +seeds='1 2 3 4 5' -for dataset in california_housing -#for dataset in kin8nm -#for dataset in gamma -#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine spambase gamma +for dataset in kin8nm kr-vs-kp spambase steel-plates california_housing boston iris diabetes digits wine breast_cancer olivetti_faces diamonds do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev" done diff --git a/scripts/run_stage5_experiments.sh b/scripts/run_stage5_experiments.sh old mode 100644 new mode 100755 index 5f8a52b2c6c396b53c053da239e892fc684a6fed..a16dcbfda263c5825827ff6e095e234bff2ffcb4 --- a/scripts/run_stage5_experiments.sh +++ b/scripts/run_stage5_experiments.sh @@ -1,13 +1,16 @@ #!/bin/bash core_number=5 +core_number_sota=50 walltime=1:00 -seeds='1 2 3 4 5 6 7' +walltime_sota=5:00 +seeds='1 2 3 4 5' -for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine -# for dataset in breast_cancer kr-vs-kp steel-plates +for dataset in kin8nm kr-vs-kp spambase steel-plates diabetes diamonds boston california_housing do - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" - oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number,walltime=$walltime "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=kmeans --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=5 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" + oarsub -p "(gpu is null)" -l /core=$core_number_sota,walltime=$walltime_sota "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=ensemble --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=6 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev" done