diff --git a/code/bolsonaro/data/dataset_loader.py b/code/bolsonaro/data/dataset_loader.py
index 2295093783839221523aaba715bc3ecf78082352..0bebeaaf6c9f0dac2258a384a8b2bcff50c4c5b3 100644
--- a/code/bolsonaro/data/dataset_loader.py
+++ b/code/bolsonaro/data/dataset_loader.py
@@ -1,13 +1,14 @@
from bolsonaro.data.dataset import Dataset
from bolsonaro.data.dataset_parameters import DatasetParameters
from bolsonaro.data.task import Task
-from bolsonaro.utils import change_binary_func_load
+from bolsonaro.utils import change_binary_func_load, change_binary_func_openml
from sklearn.datasets import load_boston, load_iris, load_diabetes, \
load_digits, load_linnerud, load_wine, load_breast_cancer
from sklearn.datasets import fetch_olivetti_faces, fetch_20newsgroups, \
fetch_20newsgroups_vectorized, fetch_lfw_people, fetch_lfw_pairs, \
- fetch_covtype, fetch_rcv1, fetch_kddcup99, fetch_california_housing
+ fetch_covtype, fetch_rcv1, fetch_kddcup99, fetch_california_housing, \
+ fetch_openml
from sklearn.model_selection import train_test_split
from sklearn import preprocessing
import random
@@ -30,13 +31,15 @@ class DatasetLoader(object):
dataset_names = ['boston', 'iris', 'diabetes', 'digits', 'linnerud', 'wine',
'breast_cancer', 'olivetti_faces', '20newsgroups_vectorized', 'lfw_people',
- 'lfw_pairs', 'covtype', 'rcv1', 'california_housing', 'diamonds']
+ 'lfw_pairs', 'covtype', 'rcv1', 'california_housing', 'diamonds', 'steel-plates',
+ 'kr-vs-kp', 'kin8nm', 'spambase', 'musk', 'gamma']
dataset_seed_numbers = {'boston':15, 'iris':15, 'diabetes':15, 'digits':5,
'linnerud':15, 'wine':15, 'breast_cancer':15, 'olivetti_faces':15,
'20newsgroups_vectorized':3, 'lfw_people':3,
'lfw_pairs':3, 'covtype':3, 'rcv1':3, 'california_housing':3,
- 'diamonds': 15}
+ 'diamonds': 15, 'steel-plates': 15, 'kr-vs-kp': 15, 'kin8nm': 15,
+ 'spambase': 15, 'musk': 15, 'gamma': 15}
@staticmethod
def load(dataset_parameters):
@@ -103,6 +106,24 @@ class DatasetLoader(object):
df['clarity'] = label_clarity.fit_transform(df['clarity'])
X, y = df.drop(['price'], axis=1), df['price']
task = Task.REGRESSION
+ elif name == 'steel-plates':
+ dataset_loading_func = change_binary_func_openml('steel-plates-fault')
+ task = Task.BINARYCLASSIFICATION
+ elif name == 'kr-vs-kp':
+ dataset_loading_func = change_binary_func_openml('kr-vs-kp')
+ task = Task.BINARYCLASSIFICATION
+ elif name == 'kin8nm':
+ X, y = fetch_openml('kin8nm', return_X_y=True)
+ task = Task.REGRESSION
+ elif name == 'spambase':
+ dataset_loading_func = change_binary_func_openml('spambase')
+ task = Task.BINARYCLASSIFICATION
+ elif name == 'musk':
+ dataset_loading_func = change_binary_func_openml('musk')
+ task = Task.BINARYCLASSIFICATION
+ elif name == 'gamma':
+ dataset_loading_func = change_binary_func_openml('MagicTelescope')
+ task = Task.BINARYCLASSIFICATION
else:
raise ValueError("Unsupported dataset '{}'".format(name))
diff --git a/code/bolsonaro/models/model_raw_results.py b/code/bolsonaro/models/model_raw_results.py
index fcb4220896e89e3a000f1058e34316dd9073a883..fc22406bcd6fc1d44023be79783961a32eccb172 100644
--- a/code/bolsonaro/models/model_raw_results.py
+++ b/code/bolsonaro/models/model_raw_results.py
@@ -22,7 +22,7 @@ class ModelRawResults(object):
self._test_score_base = test_score_base
self._score_metric = score_metric
self._base_score_metric = base_score_metric
-
+
@property
def model_weights(self):
return self.model_weights
diff --git a/code/bolsonaro/models/omp_forest.py b/code/bolsonaro/models/omp_forest.py
index d0f726825e0b12055ff617e5f5af37e987e3a35a..5b947d327693020b51c7da778d4855274454de93 100644
--- a/code/bolsonaro/models/omp_forest.py
+++ b/code/bolsonaro/models/omp_forest.py
@@ -33,6 +33,8 @@ class OmpForest(BaseEstimator, metaclass=ABCMeta):
# sklearn baseestimator api methods
def fit(self, X_forest, y_forest, X_omp, y_omp):
+ # print(y_forest.shape)
+ # print(set([type(y) for y in y_forest]))
self._base_forest_estimator.fit(X_forest, y_forest)
self._extract_subforest(X_omp, y_omp) # type: OrthogonalMatchingPursuit
return self
@@ -140,8 +142,8 @@ class SingleOmpForest(OmpForest):
forest_predictions /= self._forest_norms
weights = self._omp.coef_
- omp_trees_indices = np.nonzero(weights)
+ omp_trees_indices = np.nonzero(weights)[0]
select_trees = np.mean(forest_predictions[omp_trees_indices], axis=0)
-
+ print(len(omp_trees_indices))
return select_trees
diff --git a/code/bolsonaro/models/omp_forest_classifier.py b/code/bolsonaro/models/omp_forest_classifier.py
index 36d12be6727c25fcc029c13b1a13490f24be1295..a51405a6a3278bb86dd52d011b599175bbfc7482 100644
--- a/code/bolsonaro/models/omp_forest_classifier.py
+++ b/code/bolsonaro/models/omp_forest_classifier.py
@@ -24,6 +24,34 @@ class OmpForestBinaryClassifier(SingleOmpForest):
return super().fit(X_forest, y_forest, X_omp, y_omp)
+ def predict_no_weights(self, X):
+ """
+ Apply the SingleOmpForest to X without using the weights.
+
+ Make all the base tree predictions
+
+ :param X: a Forest
+ :return: a np.array of the predictions of the entire forest
+ """
+
+ forest_predictions = np.array([tree.predict_proba(X) for tree in self._base_forest_estimator.estimators_])
+
+ if self._models_parameters.normalize_D:
+ forest_predictions /= self._forest_norms
+
+ weights = self._omp.coef_
+ omp_trees_indices = np.nonzero(weights)
+
+ omp_trees_predictions = forest_predictions[omp_trees_indices].T[1]
+
+ # Here forest_pred is the probability of being class 1.
+
+ result_omp = np.mean(omp_trees_predictions, axis=1)
+
+ result_omp = (result_omp - 0.5) * 2
+
+ return result_omp
+
def score(self, X, y, metric=DEFAULT_SCORE_METRIC):
"""
Evaluate OMPForestClassifer on (`X`, `y`) using `metric`
@@ -129,7 +157,7 @@ class OmpForestMulticlassClassifier(OmpForest):
omp_trees_indices = np.nonzero(weights)
label_names.append(class_label)
atoms_binary = (forest_predictions[num_class].T - 0.5) * 2 # centré réduit de 0/1 à -1/1
- preds.append(np.sum(atoms_binary[omp_trees_indices], axis=0))
+ preds.append(np.sum(atoms_binary[omp_trees_indices], axis=0)/len(omp_trees_indices))
num_class += 1
preds = np.array(preds).T
diff --git a/code/bolsonaro/trainer.py b/code/bolsonaro/trainer.py
index f87b827abf7ed08a83bd207443a12d0b1217a9d9..7070126e2a9a8f449757bdab9381b4bffab99b2d 100644
--- a/code/bolsonaro/trainer.py
+++ b/code/bolsonaro/trainer.py
@@ -108,7 +108,8 @@ class Trainer(object):
else:
y_pred = model.predict_no_weights(X)
if type(model) is OmpForestBinaryClassifier:
- y_pred = y_pred.round()
+ y_pred = np.sign(y_pred)
+ y_pred = np.where(y_pred==0, 1, y_pred)
result = self._classification_score_metric(y_true, y_pred)
return result
@@ -187,5 +188,3 @@ class Trainer(object):
self._logger.info("Base performance on dev without weights: {}".format(results.dev_score_base))
self._logger.info("Performance on dev: {}".format(results.dev_score))
-
-
diff --git a/code/bolsonaro/utils.py b/code/bolsonaro/utils.py
index daa695d3f047bca2f2b026d0711767b1c2bef128..ee316bcf0a9049288e93841c362fa0cc55b542c5 100644
--- a/code/bolsonaro/utils.py
+++ b/code/bolsonaro/utils.py
@@ -5,6 +5,8 @@ from copy import deepcopy
import contextlib
import joblib
+from sklearn.datasets import fetch_openml
+
def resolve_experiment_id(models_dir):
"""
@@ -78,6 +80,16 @@ def change_binary_func_load(base_load_function):
return X, y
return func_load
+def change_binary_func_openml(dataset_name):
+ def func_load(return_X_y=True, random_state=None):
+ X, y = fetch_openml(dataset_name, return_X_y=return_X_y)
+ possible_classes = sorted(set(y))
+ assert len(possible_classes) == 2, "Function change binary_func_load only work for binary classfication"
+ y = binarize_class_data(y, possible_classes[-1])
+ y = y.astype('int')
+ return X, y
+ return func_load
+
@contextlib.contextmanager
def tqdm_joblib(tqdm_object):
"""Context manager to patch joblib to report into tqdm progress bar given as argument"""
diff --git a/code/ensemble_selection.py b/code/ensemble_selection.py
deleted file mode 100644
index a09a85e9f726e1dbe1df962da53416bbbb0237e3..0000000000000000000000000000000000000000
--- a/code/ensemble_selection.py
+++ /dev/null
@@ -1,161 +0,0 @@
-# Implemenation of the paper 'Ensemble selection from libraries of models' by Rich Caruana et al.
-# A set of trees is trained, then those performing the best on the dev set are added to the forest.
-
-
-
-from sklearn.datasets import fetch_california_housing
-from sklearn.model_selection import train_test_split
-from sklearn.tree import DecisionTreeRegressor
-from sklearn.externals import joblib
-import numpy as np
-from sklearn.metrics import r2_score
-import matplotlib.pyplot as plt
-
-(data, target) = fetch_california_housing(return_X_y=True)
-X_train, X_test, y_train, y_test = train_test_split(data, target, test_size=10000, random_state=2019)
-X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size=3000, random_state=2019)
-
-criterion_arr = ["mse"]#, "friedman_mse", "mae"]
-splitter_arr = ["best"]#, "random"]
-depth_arr = [i for i in range(5, 20, 1)]
-min_samples_split_arr = [i for i in range(2, 20, 1)]
-min_samples_leaf_arr = [i for i in range(2, 20, 1)]
-max_features_arr = ["sqrt"]#["auto", "sqrt", "log2"]
-
-library = list()
-
-for criterion in criterion_arr:
- for splitter in splitter_arr:
- for depth in depth_arr:
- for min_samples_split in min_samples_split_arr:
- for min_samples_leaf in min_samples_leaf_arr:
- for max_features in max_features_arr:
- t = DecisionTreeRegressor(criterion=criterion, splitter=splitter, max_depth=depth, min_samples_split=min_samples_split,
- min_samples_leaf=min_samples_leaf, max_features=max_features, random_state=2017)
- t.fit(X_train, y_train)
- #filename= "t_{}_{}_{}_{}_{}_{}.sav".format(criterion, splitter, depth, min_sample_split, min_sample_leaf, max_features)
- library.append(t)
-
-
-print("classifiers", len(library))
-
-scores_list = list()
-
-for classif in library:
- r2 = classif.score(X_val, y_val)
- scores_list.append(r2)
-
-print("scores", len(scores_list))
-#print(scores_list)
-
-##########################
-
-np_scores_list = np.array(scores_list)
-#sort_ind = np.argsort(np_scores_list)[::-1]
-#sorted_scores = [scores_list[i] for i in sort_ind]
-#sorted_class = [class_list[i] for i in sort_ind]
-
-#print(sorted_class)
-#print(sorted_scores)
-
-#res = list()
-#for s in [10, 20, 30]:
-# best_class = sorted_class[:s]
-# temp_res = list()
-# for r in best_class:
-# r2 = r.score(X_test, y_test)
-# temp_res.append(r2)
-# res.append(np.mean(temp_res))
-
-#print("scores on test set", res)
-
-
-###########################
-
-
-
-
-
-
-
-#for k in range(num_sel_tree-1):
-# cand_index = 0
-# best_mean = 0
-# #del scores_sel[-1]
-# for j in range(len(scores_list)):
-# scores_sel.append(scores_list[j])
-# temp_scores_sel = np.array(scores_sel)
-# temp_mean = np.mean(temp_scores_sel)
-# if (temp_mean > best_mean):
-# best_mean = temp_mean
-# cand_index = j
-# del scores_sel[-1]
-# ens_sel.append(class_list[cand_index])
-# scores_sel.append(scores_list[cand_index])
-# del scores_list[cand_index]
-# del class_list[cand_index]
-#print("selected models",ens_sel)
-#print("selected_scores", scores_sel)
-
-trees_in_forest = list()
-perf_prun_forest = list()
-
-for num_sel_tree in [2, 4, 6, 8, 10, 15, 20, 30, 40, 50]:
- class_list = list(library)
- print("class list", len(class_list))
- m = np.argmax(np_scores_list)
- ens_sel = [class_list[m]]
- #scores_sel = [scores_list[m]]
- #del scores_list[m]
- temp_pred = class_list[m].predict(X_val)
- del class_list[m]
- #print("prima di entrare nel for", len(class_list))
- for k in range(num_sel_tree-1):
- cand_index = 0
- r2_best = -10000
- #print("ad ogni loop", len(class_list))
- for j in range(len(class_list)):
- temp_pred = np.vstack((temp_pred, class_list[j].predict(X_val)))
- temp_mean = np.mean(temp_pred, axis=0)
- #print("temp pred and temp mean shapes", temp_pred.shape, temp_mean.shape)
- r2_temp = r2_score(y_val, temp_mean)
- if (r2_temp > r2_best):
- r2_best = r2_temp
- cand_index = j
- temp_pred = np.delete(temp_pred, -1, 0)
- #print(temp_pred.shape)
- ens_sel.append(class_list[cand_index])
- #scores_sel.append(scores_list[cand_index])
- temp_pred = np.vstack((temp_pred, class_list[cand_index].predict(X_val)))
- #del scores_list[cand_index]
- del class_list[cand_index]
-
- #print("ens_sel", len(ens_sel))
- test_list = list()
- for mod in ens_sel:
- test_pred = mod.predict(X_test)
- test_list.append(test_pred)
- #print("scores sep", mod.score(X_test, y_test))
-
- test_list = np.array(test_list)
- #print("test list shape", test_list.shape)
- test_mean = np.mean(test_list, axis=0)
- #print("test list shape", test_mean.shape)
- r2_test = r2_score(test_mean, y_test)
- #print(r2_test)
- #print(ens_sel[0].score(X_test, y_test), ens_sel[1].score(X_test, y_test))
- print(num_sel_tree, r2_test)
- trees_in_forest.append(num_sel_tree)
- perf_prun_forest.append(r2_test)
-
-
-print(trees_in_forest)
-print(perf_prun_forest)
-ax = plt.gca()
-ax.plot(trees_in_forest, perf_prun_forest, label='ensemble selection')
-ax.legend()
-#plt.title('fashion mnist')
-plt.xlabel('num trees')
-plt.ylabel('r2 score')
-plt.savefig("ensemble_selection.pdf")
-plt.show()
diff --git a/code/forest_similarity.py b/code/forest_similarity.py
deleted file mode 100644
index 2f772a93109f26b23c889f4e2eb7b021ae85b3d0..0000000000000000000000000000000000000000
--- a/code/forest_similarity.py
+++ /dev/null
@@ -1,85 +0,0 @@
-from sklearn.datasets import fetch_california_housing
-from sklearn.model_selection import train_test_split
-from sklearn.tree import DecisionTreeRegressor
-from sklearn.externals import joblib
-import numpy as np
-from sklearn.metrics import r2_score
-from sklearn.ensemble import RandomForestRegressor
-import matplotlib.pyplot as plt
-
-(data, target) = fetch_california_housing(return_X_y=True)
-X_train, X_test, y_train, y_test = train_test_split(data, target, test_size=10000, random_state=2019)
-X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size=3000, random_state=2019)
-
-num_trees = 100
-prun_for_size=[2, 4, 6, 8, 10, 12, 15, 20]
-
-randfor = RandomForestRegressor(num_trees, max_depth=7, random_state=2019)
-randfor.fit(X_train, y_train)
-randfor_pred = randfor.score(X_val, y_val)
-
-trees_forest = randfor.estimators_
-
-trees_in_forest = list()
-perf_prun_forest = list()
-
-for k in range(len(prun_for_size)):
- ens_sel = list()
- trees_list = list(randfor.estimators_)
- #print("dovrebbe essere la taglia iniziale", len(trees_list))
- for j in range(num_trees - prun_for_size[k]):
- best_simil = 100000
- cand_ind = 0
- for i in range(len(trees_list)):
- lonely_tree = trees_list[i]
- del trees_list[i]
- val_list = list()
- #print("quando poto", len(trees_list))
- for tree in trees_list:
- val_pred = tree.predict(X_val)
- val_list.append(val_pred)
- val_list = np.array(val_list)
- val_mean = np.mean(val_list, axis=0)
- r2_val = r2_score(val_mean, y_val)
- temp_simil = abs(randfor_pred-r2_val)
- if (temp_simil < best_simil):
- cand_ind = i
- best_simil = temp_simil
- trees_list.insert(i, lonely_tree)
- #print("quando innesto", len(trees_list))
- ens_sel.append(trees_list[cand_ind])
- del trees_list[cand_ind]
-
- prun_for = list(set(trees_forest) - set(ens_sel))
- print("prun_for", len(prun_for))
- print("trees forest", len(trees_forest))
- print("ens_sel", len(ens_sel))
-
- test_list = list()
- for mod in prun_for:
- test_pred = mod.predict(X_test)
- test_list.append(test_pred)
- #print("scores sep", mod.score(X_test, y_test))
-
- test_list = np.array(test_list)
- #print("test list shape", test_list.shape)
- test_mean = np.mean(test_list, axis=0)
- #print("test list shape", test_mean.shape)
- r2_test = r2_score(test_mean, y_test)
- #print(r2_test)
- #print(ens_sel[0].score(X_test, y_test), ens_sel[1].score(X_test, y_test))
- print(len(prun_for), r2_test)
- trees_in_forest.append(len(prun_for))
- perf_prun_forest.append(r2_test)
-
-
-print(trees_in_forest)
-print(r2_test)
-ax = plt.gca()
-ax.plot(trees_in_forest, perf_prun_forest, label='pruned forest')
-ax.legend()
-#plt.title('fashion mnist')
-plt.xlabel('num trees')
-plt.ylabel('r2 score')
-plt.savefig("pruned_forest.pdf")
-plt.show()
diff --git a/code/train.py b/code/train.py
index 0e438cf89f7a187b274ab8c3d0a2f352de2a9e8a..1d75e98b9044165abb075a346761a910d8479a83 100644
--- a/code/train.py
+++ b/code/train.py
@@ -248,7 +248,7 @@ if __name__ == "__main__":
parameters['extracted_forest_size'] = np.unique(np.around(hyperparameters['n_estimators'] *
np.linspace(0, args.extracted_forest_size_stop,
parameters['extracted_forest_size_samples'] + 1,
- endpoint=False)[1:]).astype(np.int)).tolist()
+ endpoint=True)[1:]).astype(np.int)).tolist()
if parameters['seeds'] != None and parameters['random_seed_number'] > 1:
logger.warning('seeds and random_seed_number parameters are both specified. Seeds will be used.')
diff --git a/experiments/.gitkeep b/experiments/.gitkeep
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/experiments/20newsgroups_vectorized/stage1/none_with_params.json b/experiments/20newsgroups_vectorized/stage1/none_with_params.json
deleted file mode 100644
index 5995414526c01805248bb9b015a0a4e8e8e65429..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/none_wo_params.json b/experiments/20newsgroups_vectorized/stage1/none_wo_params.json
deleted file mode 100644
index ce4d4409332833c4a0ce69c3ed82738efb7208f4..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json b/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json
deleted file mode 100644
index f743b50fd93b146c85500299630d8402052c2d44..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/params.json b/experiments/20newsgroups_vectorized/stage1/params.json
deleted file mode 100644
index 76662d7e5869395dc101dcb5fd509a5a3b9c561d..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/params.json
+++ /dev/null
@@ -1,12 +0,0 @@
-{
- "scorer": "accuracy",
- "best_score_train": 0.7953125,
- "best_score_test": 0.7909854175872735,
- "best_parameters": {
- "max_depth": 20,
- "max_features": "sqrt",
- "min_samples_leaf": 1,
- "n_estimators": 809
- },
- "random_seed": 1763
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/random_with_params.json b/experiments/20newsgroups_vectorized/stage1/random_with_params.json
deleted file mode 100644
index 174fb3098b34b6a56ba8cee31282b957bf8d3e8f..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/random_wo_params.json b/experiments/20newsgroups_vectorized/stage1/random_wo_params.json
deleted file mode 100644
index 88ffa056bb906ac2488e419836d58b47b60a01fb..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/no_normalization.json b/experiments/20newsgroups_vectorized/stage2/no_normalization.json
deleted file mode 100644
index 5c1e20e86207e2bebf11a4a57c62602cefe347eb..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D.json b/experiments/20newsgroups_vectorized/stage2/normalize_D.json
deleted file mode 100644
index e6231579d2a98e816e07c57bca82e109b9d8205b..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json
deleted file mode 100644
index e79285595e8af651f057edd655094435ad5d3c58..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage2/normalize_weights.json b/experiments/20newsgroups_vectorized/stage2/normalize_weights.json
deleted file mode 100644
index 96abb642894990d0abde36df37d8eb78e526f530..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json
deleted file mode 100644
index f9c1e27cd1823fa390a1eab0862b2d5d84c51791..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index d71bf0c98a2e722994b23002cda3665804a9aa09..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json b/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json
deleted file mode 100644
index f3f0c270e74d1a1e788b9cd5054a5f5106153cdd..0000000000000000000000000000000000000000
--- a/experiments/20newsgroups_vectorized/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 7,
- 13,
- 20,
- 27,
- 34
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage1/none_wo_params.json b/experiments/boston/stage1/none_wo_params.json
deleted file mode 100644
index 8b087b6ec7b50ff3db6c52ef75c55a9acd5834f6..0000000000000000000000000000000000000000
--- a/experiments/boston/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_with_params.json b/experiments/boston/stage1/omp_with_params.json
deleted file mode 100644
index 9021ff3f14e318d0ff486fae286c2a9e8e7e5444..0000000000000000000000000000000000000000
--- a/experiments/boston/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage1/omp_wo_params.json b/experiments/boston/stage1/omp_wo_params.json
deleted file mode 100644
index d11ba2273961ea94bca97908d657df83d0e99056..0000000000000000000000000000000000000000
--- a/experiments/boston/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_with_params.json b/experiments/boston/stage1/random_with_params.json
deleted file mode 100644
index 56fb0c65622936a6ccd7dd8abe7cb0e6296a4851..0000000000000000000000000000000000000000
--- a/experiments/boston/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage1/random_wo_params.json b/experiments/boston/stage1/random_wo_params.json
deleted file mode 100644
index ecb19f85e48d6f72159ead6005da863c3aa3d276..0000000000000000000000000000000000000000
--- a/experiments/boston/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage2/no_normalization.json b/experiments/boston/stage2/no_normalization.json
deleted file mode 100644
index 68c2b2720467d6dc0ed9b080e79cc006dd473088..0000000000000000000000000000000000000000
--- a/experiments/boston/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D.json b/experiments/boston/stage2/normalize_D.json
deleted file mode 100644
index 21d16bc0e76491110e8338b404a551c3240963a0..0000000000000000000000000000000000000000
--- a/experiments/boston/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_D_and_weights.json b/experiments/boston/stage2/normalize_D_and_weights.json
deleted file mode 100644
index 2159cc19335635b525e6611c6f4d13cb38710d66..0000000000000000000000000000000000000000
--- a/experiments/boston/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage2/normalize_weights.json b/experiments/boston/stage2/normalize_weights.json
deleted file mode 100644
index de0010eb7bd2eb384a45b08a80dbab2c5734023a..0000000000000000000000000000000000000000
--- a/experiments/boston/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_subset.json b/experiments/boston/stage3/train-dev_subset.json
deleted file mode 100644
index bd9082842de12d295dadc0fb94c6a37fb95c47c5..0000000000000000000000000000000000000000
--- a/experiments/boston/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-dev_train-dev_subset.json b/experiments/boston/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index eaea5da0d2eae6f23b70fea0aef4c064f8f621fb..0000000000000000000000000000000000000000
--- a/experiments/boston/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage3/train-train-dev_subset.json b/experiments/boston/stage3/train-train-dev_subset.json
deleted file mode 100644
index e02f5a953919d3aff9ca98be0f31eebe9a70cd84..0000000000000000000000000000000000000000
--- a/experiments/boston/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "boston",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/boston/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/boston/stage4/none_with_params.json b/experiments/boston/stage4/none_with_params.json
index 9c8dccaeb8890615712d02c9316e95322b9197a5..ba056e193480a5888e1e41dac30f5cbcf4cc4870 100644
--- a/experiments/boston/stage4/none_with_params.json
+++ b/experiments/boston/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/boston/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/boston/stage4/omp_with_params.json b/experiments/boston/stage4/omp_with_params.json
index fdf5673f9443bff04a2642e12f03b375ed44649d..0c393f6eb57537b70b7fac49d903d14e85ab8426 100644
--- a/experiments/boston/stage4/omp_with_params.json
+++ b/experiments/boston/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/boston/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/boston/stage4/random_with_params.json b/experiments/boston/stage4/random_with_params.json
index 281036b9de515380e302a46a1fb82cfa224db43a..0258396e63720a5bc32ddcf0884b0f6e93f03a0f 100644
--- a/experiments/boston/stage4/random_with_params.json
+++ b/experiments/boston/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/boston/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_with_params.json b/experiments/breast_cancer/stage1/none_with_params.json
deleted file mode 100644
index 4c0f9d67aaed7538929d4640a4bfb607b9dae977..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/none_wo_params.json b/experiments/breast_cancer/stage1/none_wo_params.json
deleted file mode 100644
index 897ed5bfab42d88f4b7703900a7fe3dd79cec294..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_with_params.json b/experiments/breast_cancer/stage1/omp_with_params.json
deleted file mode 100644
index 8fb64fd9d5ca4afde9653a04c6e9b7bc1d0f1263..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/omp_wo_params.json b/experiments/breast_cancer/stage1/omp_wo_params.json
deleted file mode 100644
index 1d14b6824d798d4b1e608d189d8105e3e9af4e76..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_with_params.json b/experiments/breast_cancer/stage1/random_with_params.json
deleted file mode 100644
index d173b3a1a4fdba5f41f09d842866c15ec15a8d98..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage1/random_wo_params.json b/experiments/breast_cancer/stage1/random_wo_params.json
deleted file mode 100644
index fbc57bd8608d8abfecf1b054dea81703a2e14d63..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/no_normalization.json b/experiments/breast_cancer/stage2/no_normalization.json
deleted file mode 100644
index 9d03c00913d84929ca0fa779884f1b5dc754575d..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D.json b/experiments/breast_cancer/stage2/normalize_D.json
deleted file mode 100644
index 467fa984d9914780350b4b46f0ae49eaeeecf707..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_D_and_weights.json b/experiments/breast_cancer/stage2/normalize_D_and_weights.json
deleted file mode 100644
index c686d846b8148cf3ee69ae369ae70981d7266a4a..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage2/normalize_weights.json b/experiments/breast_cancer/stage2/normalize_weights.json
deleted file mode 100644
index 19471bdeb8918eaeb0a7e00e890535607ec61b7f..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_subset.json
deleted file mode 100644
index 81cb4c376f19f15e2addb299b7fd59cca12729f6..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json b/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index 122dd9d346f185183c49a81a6081f5ce5872eb96..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage3/train-train-dev_subset.json b/experiments/breast_cancer/stage3/train-train-dev_subset.json
deleted file mode 100644
index 98c21883cad2687b68ca739a3a9696a3067b10b7..0000000000000000000000000000000000000000
--- a/experiments/breast_cancer/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "breast_cancer",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/breast_cancer/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage4/none_with_params.json b/experiments/breast_cancer/stage4/none_with_params.json
index fa938bcc737b2e133386a0cc5dc22d13783cebf2..4b4d46e79ce17838f0944879be812a314db056ea 100644
--- a/experiments/breast_cancer/stage4/none_with_params.json
+++ b/experiments/breast_cancer/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/breast_cancer/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 1,
- 3,
- 4,
- 5,
- 6,
- 8,
- 9,
- 10,
- 12,
- 13,
- 14,
- 15,
- 17,
- 18,
- 19,
- 21,
- 22,
- 23,
- 25,
- 26,
- 27,
- 28,
- 30,
- 31,
- 32,
- 34,
- 35,
- 36,
- 37,
- 39
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage4/omp_with_params.json b/experiments/breast_cancer/stage4/omp_with_params.json
index 16e4f61bf1a9e90156fd68aca7016b0919a80dac..287b55e77bed5521f49792397e37ed2d3c25c81f 100644
--- a/experiments/breast_cancer/stage4/omp_with_params.json
+++ b/experiments/breast_cancer/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/breast_cancer/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 1,
- 3,
- 4,
- 5,
- 6,
- 8,
- 9,
- 10,
- 12,
- 13,
- 14,
- 15,
- 17,
- 18,
- 19,
- 21,
- 22,
- 23,
- 25,
- 26,
- 27,
- 28,
- 30,
- 31,
- 32,
- 34,
- 35,
- 36,
- 37,
- 39
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/breast_cancer/stage4/random_with_params.json b/experiments/breast_cancer/stage4/random_with_params.json
index 9990bb6a6c5d85ca3b769fd8f80ed092dc98af0f..34f70d8e4f2a3648226a0fefe330751ad585ea90 100644
--- a/experiments/breast_cancer/stage4/random_with_params.json
+++ b/experiments/breast_cancer/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/breast_cancer/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 1,
- 3,
- 4,
- 5,
- 6,
- 8,
- 9,
- 10,
- 12,
- 13,
- 14,
- 15,
- 17,
- 18,
- 19,
- 21,
- 22,
- 23,
- 25,
- 26,
- 27,
- 28,
- 30,
- 31,
- 32,
- 34,
- 35,
- 36,
- 37,
- 39
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params.json b/experiments/california_housing/stage1/none_with_params.json
deleted file mode 100644
index 172afed9c0d9a7a3a70ffb2b305ff31a66c746e3..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_with_params_1.json b/experiments/california_housing/stage1/none_with_params_26.json
similarity index 93%
rename from experiments/california_housing/stage1/none_with_params_1.json
rename to experiments/california_housing/stage1/none_with_params_26.json
index 7b36180b0b067453b1678954d1b8caa11e594dae..d9b0d39f92b13a9419668ec1e5b189207eda0ddb 100644
--- a/experiments/california_housing/stage1/none_with_params_1.json
+++ b/experiments/california_housing/stage1/none_with_params_26.json
@@ -7,7 +7,7 @@
"forest_size": null,
"extracted_forest_size_samples": 5,
"extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
+ "models_dir": "./models",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
@@ -33,5 +33,5 @@
66,
83
],
- "experiment_id": 1
+ "experiment_id": 26
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params.json b/experiments/california_housing/stage1/none_wo_params.json
deleted file mode 100644
index ba8866a47ca9d4a7aae25306061a06f477f14eb9..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/none_wo_params_4.json b/experiments/california_housing/stage1/none_wo_params_4.json
deleted file mode 100644
index 1f3a8061045a995c019c606f1f5553e2ebb88109..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/none_wo_params_4.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 16,
- 33,
- 50,
- 66,
- 83
- ],
- "experiment_id": 4
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params.json b/experiments/california_housing/stage1/omp_with_params.json
deleted file mode 100644
index 63eefcadfa5feb1913edae15a1f110cc3f2e1c89..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_with_params_3.json b/experiments/california_housing/stage1/omp_with_params_3.json
deleted file mode 100644
index 5b09f670e96c2a73f9590ec0e242c9c762108371..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/omp_with_params_3.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 16,
- 33,
- 50,
- 66,
- 83
- ],
- "experiment_id": 3
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params.json b/experiments/california_housing/stage1/omp_wo_params.json
deleted file mode 100644
index 3f910e070266009781d1dda4558cd2e7fd7fa297..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/omp_wo_params_6.json b/experiments/california_housing/stage1/omp_wo_params_6.json
deleted file mode 100644
index c0b1b260b18313f2c0445e494b7112a5e8cdfc69..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/omp_wo_params_6.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 16,
- 33,
- 50,
- 66,
- 83
- ],
- "experiment_id": 6
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params.json b/experiments/california_housing/stage1/random_with_params.json
deleted file mode 100644
index f8d16f1bb1522541a27f9238a8805c93f50e82c4..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_with_params_2.json b/experiments/california_housing/stage1/random_with_params_2.json
deleted file mode 100644
index 4239862c5b3a7a1e3e250ee8814777f0fa3a6093..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/random_with_params_2.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 16,
- 33,
- 50,
- 66,
- 83
- ],
- "experiment_id": 2
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params.json b/experiments/california_housing/stage1/random_wo_params.json
deleted file mode 100644
index 1ac30cb5a74ad2519629721eb33af8b62053131f..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage1/random_wo_params_5.json b/experiments/california_housing/stage1/random_wo_params_5.json
deleted file mode 100644
index db3dfb480fb312992280a8408529f5d9ad3413e8..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage1/random_wo_params_5.json
+++ /dev/null
@@ -1,37 +0,0 @@
-{
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.1,
- "models_dir": ".\\models",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 16,
- 33,
- 50,
- 66,
- 83
- ],
- "experiment_id": 5
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/no_normalization.json b/experiments/california_housing/stage2/no_normalization.json
deleted file mode 100644
index a41ed50049838ce04bec2a1bbec90422264b9daa..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D.json b/experiments/california_housing/stage2/normalize_D.json
deleted file mode 100644
index 6607d9f69ccd9767b91a02e7eb7cd376190cd325..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_D_and_weights.json b/experiments/california_housing/stage2/normalize_D_and_weights.json
deleted file mode 100644
index 71739671b0390de8837e0288b5dac56f69f9de69..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage2/normalize_weights.json b/experiments/california_housing/stage2/normalize_weights.json
deleted file mode 100644
index f31fbbcdf6956bacdfb3006c424d749870f539a1..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_subset.json b/experiments/california_housing/stage3/train-dev_subset.json
deleted file mode 100644
index 4ce297bd5d545755425646ef12dc57b3e7945e23..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-dev_train-dev_subset.json b/experiments/california_housing/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index e13decc345851e1c649277066c8bcd85b4f06131..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage3/train-train-dev_subset.json b/experiments/california_housing/stage3/train-train-dev_subset.json
deleted file mode 100644
index 5fedea2b23d45b7ec4f6389a8cd5400cce288dc5..0000000000000000000000000000000000000000
--- a/experiments/california_housing/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "california_housing",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/california_housing/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/none_with_params.json b/experiments/california_housing/stage4/none_with_params.json
index 6ec2dc4afa018148933b0d598e28b8910476749b..e3549c1bebe94975ee7b774968e9f98f3d346625 100644
--- a/experiments/california_housing/stage4/none_with_params.json
+++ b/experiments/california_housing/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/omp_with_params.json b/experiments/california_housing/stage4/omp_with_params.json
index 3832ab5d326aae53010b25a75567f77ea7e12e32..e01103a853e04a4775321e7ede4130f4b82aa44f 100644
--- a/experiments/california_housing/stage4/omp_with_params.json
+++ b/experiments/california_housing/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/california_housing/stage4/random_with_params.json b/experiments/california_housing/stage4/random_with_params.json
index 382ecbe95e0918ef29d35bae1cf1a65d145202c7..85dbd63e39fc8d885fef3d994335601beb584c45 100644
--- a/experiments/california_housing/stage4/random_with_params.json
+++ b/experiments/california_housing/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/california_housing/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_with_params.json b/experiments/diabetes/stage1/none_with_params.json
deleted file mode 100644
index 9ef9e194565ecb93569b84117cc120588d3540f0..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/none_with_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/none_wo_params.json b/experiments/diabetes/stage1/none_wo_params.json
deleted file mode 100644
index b8b3d6f5397cec12daeca62fe13fccd852ffe836..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/none_wo_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_with_params.json b/experiments/diabetes/stage1/omp_with_params.json
deleted file mode 100644
index e5f6752839820e7e573d66ed80607db77f09fe89..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/omp_with_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/omp_wo_params.json b/experiments/diabetes/stage1/omp_wo_params.json
deleted file mode 100644
index ebf62b26b96ad882420b4da9a761e255cb8e1758..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_with_params.json b/experiments/diabetes/stage1/random_with_params.json
deleted file mode 100644
index 497777eedd7939455da1f5d36b6de49f6151adc6..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/random_with_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage1/random_wo_params.json b/experiments/diabetes/stage1/random_wo_params.json
deleted file mode 100644
index 315b7379a973f85276348a2e353fa2825fb891b0..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage1/random_wo_params.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/no_normalization.json b/experiments/diabetes/stage2/no_normalization.json
deleted file mode 100644
index 4c6d95f9458b77684d0aac88c9665a7e8c4244cb..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage2/no_normalization.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D.json b/experiments/diabetes/stage2/normalize_D.json
deleted file mode 100644
index 3a2d37f4b49c04d5783640bb809a89f7d01f9342..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage2/normalize_D.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_D_and_weights.json b/experiments/diabetes/stage2/normalize_D_and_weights.json
deleted file mode 100644
index c9bef5ff0cb50bb9dbfb64b3d7d27a1142deef1e..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage2/normalize_weights.json b/experiments/diabetes/stage2/normalize_weights.json
deleted file mode 100644
index 9054c0d070bd9eeb876011be7f75efd8387650b8..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage2/normalize_weights.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_subset.json b/experiments/diabetes/stage3/train-dev_subset.json
deleted file mode 100644
index 10540b50219f754ded8d60d92f632ad05837af92..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-dev_train-dev_subset.json b/experiments/diabetes/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index 5c980b9dff986e917714969516b17b6fc22e27c4..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage3/train-train-dev_subset.json b/experiments/diabetes/stage3/train-train-dev_subset.json
deleted file mode 100644
index 74305d247f59c464cafab55fc8469a8294b3c701..0000000000000000000000000000000000000000
--- a/experiments/diabetes/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,38 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "diabetes",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/diabetes/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 1,
- 2,
- 3,
- 4
- ]
-}
\ No newline at end of file
diff --git a/experiments/diabetes/stage4/none_with_params.json b/experiments/diabetes/stage4/none_with_params.json
index e21bf5f2963127fa3d3bba9bc18364570554afc6..4f89e2e6edb5a8af7dfc02cf42067e386c6d6c11 100644
--- a/experiments/diabetes/stage4/none_with_params.json
+++ b/experiments/diabetes/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diabetes/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 1,
- 3,
4,
- 6,
7,
- 8,
- 10,
11,
- 13,
14,
- 15,
- 17,
18,
- 20,
- 21,
22,
- 24,
25,
- 26,
- 28,
29,
- 31,
32,
- 33,
- 35,
36,
- 38,
- 39,
40,
- 42
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
]
}
\ No newline at end of file
diff --git a/experiments/diabetes/stage4/omp_with_params.json b/experiments/diabetes/stage4/omp_with_params.json
index 299ea3a7b993c1f7d930e226602d4762f99dc76c..c0a85a56e816c536ddf870a8dc19955df383cf5c 100644
--- a/experiments/diabetes/stage4/omp_with_params.json
+++ b/experiments/diabetes/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diabetes/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 1,
- 3,
4,
- 6,
7,
- 8,
- 10,
11,
- 13,
14,
- 15,
- 17,
18,
- 20,
- 21,
22,
- 24,
25,
- 26,
- 28,
29,
- 31,
32,
- 33,
- 35,
36,
- 38,
- 39,
40,
- 42
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
]
}
\ No newline at end of file
diff --git a/experiments/diabetes/stage4/random_with_params.json b/experiments/diabetes/stage4/random_with_params.json
index df530656d5ae13c728d682fc037221a22fda5e98..6684ed251b8ecc4ef36c460d6f4b7568fb80b4a2 100644
--- a/experiments/diabetes/stage4/random_with_params.json
+++ b/experiments/diabetes/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diabetes/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 1,
- 3,
4,
- 6,
7,
- 8,
- 10,
11,
- 13,
14,
- 15,
- 17,
18,
- 20,
- 21,
22,
- 24,
25,
- 26,
- 28,
29,
- 31,
32,
- 33,
- 35,
36,
- 38,
- 39,
40,
- 42
+ 43,
+ 47,
+ 50,
+ 54,
+ 58,
+ 61,
+ 65,
+ 68,
+ 72,
+ 76,
+ 79,
+ 83,
+ 86,
+ 90,
+ 94,
+ 97,
+ 101,
+ 104,
+ 108
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage4/none_with_params.json b/experiments/diamonds/stage4/none_with_params.json
index 156b2a675fc3ffe840c7e7839010cf022e2d44f7..fedf40d3bc0f2c8a15ab352f656181031f2a1ac2 100644
--- a/experiments/diamonds/stage4/none_with_params.json
+++ b/experiments/diamonds/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 6,
- 11,
- 17,
- 22,
- 28,
- 33,
- 39,
- 44,
- 50,
- 55,
- 61,
- 66,
+ 14,
+ 29,
+ 43,
+ 57,
72,
- 77,
- 83,
- 89,
- 94,
+ 86,
100,
- 105,
- 111,
- 116,
- 122,
- 127,
- 133,
- 138,
- 144,
- 149,
- 155,
- 161,
- 166
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage4/omp_with_params.json b/experiments/diamonds/stage4/omp_with_params.json
index ef97c05b05ef97edb56baf39923fbbd1a13d6f97..52d8cf794c2d8972c64a052a854f89e50e3ef8fd 100644
--- a/experiments/diamonds/stage4/omp_with_params.json
+++ b/experiments/diamonds/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 6,
- 11,
- 17,
- 22,
- 28,
- 33,
- 39,
- 44,
- 50,
- 55,
- 61,
- 66,
+ 14,
+ 29,
+ 43,
+ 57,
72,
- 77,
- 83,
- 89,
- 94,
+ 86,
100,
- 105,
- 111,
- 116,
- 122,
- 127,
- 133,
- 138,
- 144,
- 149,
- 155,
- 161,
- 166
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/diamonds/stage4/random_with_params.json b/experiments/diamonds/stage4/random_with_params.json
index 2fd6858479b606873210c910f52eb94dbce89bac..9089cbb45ac3b8684cebc5498f77df8551067cb7 100644
--- a/experiments/diamonds/stage4/random_with_params.json
+++ b/experiments/diamonds/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/diamonds/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 6,
- 11,
- 17,
- 22,
- 28,
- 33,
- 39,
- 44,
- 50,
- 55,
- 61,
- 66,
+ 14,
+ 29,
+ 43,
+ 57,
72,
- 77,
- 83,
- 89,
- 94,
+ 86,
100,
- 105,
- 111,
- 116,
- 122,
- 127,
- 133,
- 138,
- 144,
- 149,
- 155,
- 161,
- 166
+ 114,
+ 129,
+ 143,
+ 157,
+ 172,
+ 186,
+ 200,
+ 214,
+ 229,
+ 243,
+ 257,
+ 272,
+ 286,
+ 300,
+ 315,
+ 329,
+ 343,
+ 358,
+ 372,
+ 386,
+ 400,
+ 415,
+ 429
]
}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_with_params.json b/experiments/digits/stage1/none_with_params.json
deleted file mode 100644
index 2ca14c50bf2c3a3e34e5a70db2e1534b4088b8dd..0000000000000000000000000000000000000000
--- a/experiments/digits/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage1/none_wo_params.json b/experiments/digits/stage1/none_wo_params.json
deleted file mode 100644
index 0e738ab0e479b62cb60783431943dd45e516ac6c..0000000000000000000000000000000000000000
--- a/experiments/digits/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_with_params.json b/experiments/digits/stage1/omp_with_params.json
deleted file mode 100644
index 32f175233f221043d45663ba9ed77cc562751902..0000000000000000000000000000000000000000
--- a/experiments/digits/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage1/omp_wo_params.json b/experiments/digits/stage1/omp_wo_params.json
deleted file mode 100644
index f73e993ca35f23ded1bba27a2fe895aaf6f773e4..0000000000000000000000000000000000000000
--- a/experiments/digits/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_wo_params.json b/experiments/digits/stage1/random_wo_params.json
deleted file mode 100644
index 7c216423f2cc2bb0260ce0a68c7c5eeb58400adf..0000000000000000000000000000000000000000
--- a/experiments/digits/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage2/no_normalization.json b/experiments/digits/stage2/no_normalization.json
deleted file mode 100644
index 328c35c49cd77082e5aeff2c9f845c964e5169cd..0000000000000000000000000000000000000000
--- a/experiments/digits/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D.json b/experiments/digits/stage2/normalize_D.json
deleted file mode 100644
index 61b933a8b7e919fe7179b1c57e5bc2e671b57253..0000000000000000000000000000000000000000
--- a/experiments/digits/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_D_and_weights.json b/experiments/digits/stage2/normalize_D_and_weights.json
deleted file mode 100644
index df02ed8aa8fc3ce6b6eaf716616502dcdee62fbc..0000000000000000000000000000000000000000
--- a/experiments/digits/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage2/normalize_weights.json b/experiments/digits/stage2/normalize_weights.json
deleted file mode 100644
index df812e09eed1af96a8fec20d470cd98b07238ed3..0000000000000000000000000000000000000000
--- a/experiments/digits/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_subset.json b/experiments/digits/stage3/train-dev_subset.json
deleted file mode 100644
index f014ac179c50eee809669126b2c38f6dc7d4e691..0000000000000000000000000000000000000000
--- a/experiments/digits/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-dev_train-dev_subset.json b/experiments/digits/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index dc7e85f65444dac94c850c00fafc871009729e85..0000000000000000000000000000000000000000
--- a/experiments/digits/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage3/train-train-dev_subset.json b/experiments/digits/stage3/train-train-dev_subset.json
deleted file mode 100644
index fe92d2933f2ea1554a014cab31ae2f102bd92207..0000000000000000000000000000000000000000
--- a/experiments/digits/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "digits",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/digits/stage4/none_with_params.json b/experiments/digits/stage4/none_with_params.json
index 3645703cb07190abca4e8dfa3c914f0e279dd065..599a191e530fe89d207cc865467b6d9d0266703b 100644
--- a/experiments/digits/stage4/none_with_params.json
+++ b/experiments/digits/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/digits/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/digits/stage4/omp_with_params.json b/experiments/digits/stage4/omp_with_params.json
index 400aed98ea1ce0839876fd6cab338d3448eec88e..45d968b70746ffe967924dbf3f1bc6e4f7b1a174 100644
--- a/experiments/digits/stage4/omp_with_params.json
+++ b/experiments/digits/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/digits/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/digits/stage4/random_with_params.json b/experiments/digits/stage4/random_with_params.json
index ea5c8e4c99979407f6a85fca44ded05527396c5c..e96b311ccbd5562e2e5f69a3bfe13cf9e361cd15 100644
--- a/experiments/digits/stage4/random_with_params.json
+++ b/experiments/digits/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/digits/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage1/omp_with_params.json b/experiments/iris/stage1/omp_with_params.json
index 941788592683f9ffad87edbce1a3924cd7d14895..47b8826df196929c56cde3a1036c452764564b2e 100644
--- a/experiments/iris/stage1/omp_with_params.json
+++ b/experiments/iris/stage1/omp_with_params.json
@@ -7,17 +7,13 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
+ "extracted_forest_size_stop": 0.4,
"models_dir": "models/iris/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
"seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
+ 1
],
"subsets_used": "train,dev",
"normalize_weights": false,
@@ -30,10 +26,10 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
+ 7,
+ 13,
+ 20,
+ 27,
+ 33
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage2/no_normalization.json b/experiments/iris/stage2/no_normalization.json
deleted file mode 100644
index 3626694f5335664d44e08ae02a396c8651de8a79..0000000000000000000000000000000000000000
--- a/experiments/iris/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D.json b/experiments/iris/stage2/normalize_D.json
deleted file mode 100644
index e1d2259345373eb2afdcc2cce578d98d0fe9cf56..0000000000000000000000000000000000000000
--- a/experiments/iris/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_D_and_weights.json b/experiments/iris/stage2/normalize_D_and_weights.json
deleted file mode 100644
index 9841a46a8f361a4fefb465b371c3c503e4d4cb6e..0000000000000000000000000000000000000000
--- a/experiments/iris/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage2/normalize_weights.json b/experiments/iris/stage2/normalize_weights.json
deleted file mode 100644
index b196631451b584b2811be9721931de8dfb51c057..0000000000000000000000000000000000000000
--- a/experiments/iris/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_subset.json b/experiments/iris/stage3/train-dev_subset.json
deleted file mode 100644
index 22d6bc8d96e42b8daa794e4939d2a391cc4c173c..0000000000000000000000000000000000000000
--- a/experiments/iris/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-dev_train-dev_subset.json b/experiments/iris/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index 700822f0087b42f7f37cfe88f91f3f46df48e8ac..0000000000000000000000000000000000000000
--- a/experiments/iris/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage3/train-train-dev_subset.json b/experiments/iris/stage3/train-train-dev_subset.json
deleted file mode 100644
index c35863c7e21665145af76487c43f164372954930..0000000000000000000000000000000000000000
--- a/experiments/iris/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "iris",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/iris/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/iris/stage4/none_with_params.json b/experiments/iris/stage4/none_with_params.json
index 711fd2f5b2e19aec02b72f0cab28543c4023167f..2df5617ab81106f92221d1693631e734ccfd27b5 100644
--- a/experiments/iris/stage4/none_with_params.json
+++ b/experiments/iris/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage4/omp_with_params.json b/experiments/iris/stage4/omp_with_params.json
index e45084843b1b627ab28587e34591e78df7399290..ffddfac5bef952c2f1f79dad260952ec317505a8 100644
--- a/experiments/iris/stage4/omp_with_params.json
+++ b/experiments/iris/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/iris/stage4/random_with_params.json b/experiments/iris/stage4/random_with_params.json
index 06c8c9e9ef0f92a6e4946e16823ccd59bf3ce26a..c50daa86d3880ffd0cdc022de37060d32319cc4b 100644
--- a/experiments/iris/stage4/random_with_params.json
+++ b/experiments/iris/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/iris/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage4/none_with_params.json b/experiments/kin8nm/stage4/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..95f0f54bf549c1433fa61adc0e22677220b8cbbc
--- /dev/null
+++ b/experiments/kin8nm/stage4/none_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kin8nm/stage4/omp_with_params.json b/experiments/kin8nm/stage4/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..03136cb595d5ca173af14d8cebaf5b652dd56691
--- /dev/null
+++ b/experiments/kin8nm/stage4/omp_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kin8nm",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/digits/stage1/random_with_params.json b/experiments/kin8nm/stage4/random_with_params.json
similarity index 50%
rename from experiments/digits/stage1/random_with_params.json
rename to experiments/kin8nm/stage4/random_with_params.json
index 85fe027edc60060ddd2abcfc7835008faf59e97d..18a553f400a587b85aaacf89ecd61df6a39efb74 100644
--- a/experiments/digits/stage1/random_with_params.json
+++ b/experiments/kin8nm/stage4/random_with_params.json
@@ -2,13 +2,13 @@
"experiment_id": 2,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
- "dataset_name": "digits",
+ "dataset_name": "kin8nm",
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/digits/stage1",
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kin8nm/stage4",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
@@ -17,23 +17,50 @@
2,
3,
4,
- 5
+ 5,
+ 6,
+ 7
],
- "subsets_used": "train,dev",
+ "subsets_used": "train+dev,train+dev",
"normalize_weights": false,
"verbose": false,
"skip_best_hyperparams": false,
"save_experiment_configuration": [
- "1",
+ "4",
"random_with_params"
],
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 8,
- 17,
- 25,
33,
- 42
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage1/params.json b/experiments/kr-vs-kp/stage1/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b1da6f9eef733ea88ff2b5ffe37ecc7d21061ff
--- /dev/null
+++ b/experiments/kr-vs-kp/stage1/params.json
@@ -0,0 +1,28 @@
+{
+ "scorer": "accuracy",
+ "best_score_train": 0.983953033268102,
+ "best_score_test": 0.9876041666666666,
+ "best_parameters": {
+ "max_features": "auto",
+ "min_samples_leaf": 1,
+ "n_estimators": 1000,
+ "max_depth": 20
+ },
+ "random_seed": [
+ 1866,
+ 275,
+ 937,
+ 1981,
+ 623,
+ 1487,
+ 779,
+ 221,
+ 459,
+ 69,
+ 653,
+ 1107,
+ 628,
+ 1137,
+ 1971
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage4/none_with_params.json b/experiments/kr-vs-kp/stage4/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd0bbd7ef063a4bdf94659eb5957851d2c03a3bc
--- /dev/null
+++ b/experiments/kr-vs-kp/stage4/none_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage4/omp_with_params.json b/experiments/kr-vs-kp/stage4/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ac4d8c6cbf437224a1477c1c507cf1c9d93bba67
--- /dev/null
+++ b/experiments/kr-vs-kp/stage4/omp_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/kr-vs-kp/stage4/random_with_params.json b/experiments/kr-vs-kp/stage4/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..f471871756111a14772935b93ae0de9d4500ceeb
--- /dev/null
+++ b/experiments/kr-vs-kp/stage4/random_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "kr-vs-kp",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/kr-vs-kp/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/none_with_params.json b/experiments/lfw_pairs/stage1/none_with_params.json
deleted file mode 100644
index 562af030dbdaa3c8e0c54a4624ac205937dd777f..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/none_wo_params.json b/experiments/lfw_pairs/stage1/none_wo_params.json
deleted file mode 100644
index 0781b349a97311b27f9306124c6474b3ebe1c9aa..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/omp_with_params.json b/experiments/lfw_pairs/stage1/omp_with_params.json
deleted file mode 100644
index 5643540e49b9360aca557fbffddaaa621bd03831..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/omp_wo_params.json b/experiments/lfw_pairs/stage1/omp_wo_params.json
deleted file mode 100644
index 9763e819b8daf4801b86dd88f66f6dbf11fc5e44..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/random_with_params.json b/experiments/lfw_pairs/stage1/random_with_params.json
deleted file mode 100644
index 694d5e482d53e5c00aedf6fc47759eaae668d8cc..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage1/random_wo_params.json b/experiments/lfw_pairs/stage1/random_wo_params.json
deleted file mode 100644
index 8ac4dbd1152bfd9f1b2c6125246ee3689769261e..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/no_normalization.json b/experiments/lfw_pairs/stage2/no_normalization.json
deleted file mode 100644
index 8f4604668ce74a8ce275f4995bba097abd44eaa8..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_D.json b/experiments/lfw_pairs/stage2/normalize_D.json
deleted file mode 100644
index 6fd6ec964ef7e119f5483821b8c633a2d6a5853d..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_D_and_weights.json b/experiments/lfw_pairs/stage2/normalize_D_and_weights.json
deleted file mode 100644
index ea57d1b6718ce714232325bf10f8a5f82340c792..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage2/normalize_weights.json b/experiments/lfw_pairs/stage2/normalize_weights.json
deleted file mode 100644
index 18d7ded849ec9ac54d9cb8eaa0ca58ad7b12c77f..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_subset.json
deleted file mode 100644
index 2de1d075403467926096ea26757786d82eb24a61..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json b/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index 65b0362c814d50270fdb942c8c48399c34018513..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage3/train-train-dev_subset.json b/experiments/lfw_pairs/stage3/train-train-dev_subset.json
deleted file mode 100644
index 3a6cc207044b06a4e64ed5a2d578230d40d8061a..0000000000000000000000000000000000000000
--- a/experiments/lfw_pairs/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "lfw_pairs",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/lfw_pairs/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage4/none_with_params.json b/experiments/lfw_pairs/stage4/none_with_params.json
index d2c8bdf0129663490270dea33234b50c34e60cda..f31bb31c114186e40093b136990ccecc5442c666 100644
--- a/experiments/lfw_pairs/stage4/none_with_params.json
+++ b/experiments/lfw_pairs/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/lfw_pairs/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage4/omp_with_params.json b/experiments/lfw_pairs/stage4/omp_with_params.json
index 2368bc2f0157dcfc9875cac38d95e07accd91945..d68f3d097903714988b03929b501b7360c2a59db 100644
--- a/experiments/lfw_pairs/stage4/omp_with_params.json
+++ b/experiments/lfw_pairs/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/lfw_pairs/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/lfw_pairs/stage4/random_with_params.json b/experiments/lfw_pairs/stage4/random_with_params.json
index b4cbce9a023354ec931aa06665b5c9a06f5523cc..fbac41afa08d4892df303aeef75e4c7b9659fd5e 100644
--- a/experiments/lfw_pairs/stage4/random_with_params.json
+++ b/experiments/lfw_pairs/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/lfw_pairs/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/none_with_params.json b/experiments/linnerud/stage1/none_with_params.json
deleted file mode 100644
index d3406e668caae48deb9dea456bf8cd7d2d3d63f5..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/none_wo_params.json b/experiments/linnerud/stage1/none_wo_params.json
deleted file mode 100644
index 9b94fde624eadced320a86d767d7f9e7e74f7b27..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/omp_with_params.json b/experiments/linnerud/stage1/omp_with_params.json
deleted file mode 100644
index cd987c8987eb95a0f8d3ed556eb7a877b5e8888d..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/omp_wo_params.json b/experiments/linnerud/stage1/omp_wo_params.json
deleted file mode 100644
index d6b9886935af639980d345aefe0445d0048fff64..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/random_with_params.json b/experiments/linnerud/stage1/random_with_params.json
deleted file mode 100644
index 626272960ecbea487dbd09d5c7efe8d5f6cbaf60..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage1/random_wo_params.json b/experiments/linnerud/stage1/random_wo_params.json
deleted file mode 100644
index a761f7cb6f5f1db3f39892f27b3eb399ac4e59f0..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/no_normalization.json b/experiments/linnerud/stage2/no_normalization.json
deleted file mode 100644
index 6294c7c6061f7c5b220282c1d9c5f27b07f71c15..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_D.json b/experiments/linnerud/stage2/normalize_D.json
deleted file mode 100644
index e411daf821343544e39bcd3a6819b5ed41256a4d..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_D_and_weights.json b/experiments/linnerud/stage2/normalize_D_and_weights.json
deleted file mode 100644
index e2c83bf0f3f9fdb7acdc63cd1ee57fad42faf55a..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage2/normalize_weights.json b/experiments/linnerud/stage2/normalize_weights.json
deleted file mode 100644
index 1a824fa0bd4a43e27c25e82e4afdc9830b807cbb..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-dev_subset.json b/experiments/linnerud/stage3/train-dev_subset.json
deleted file mode 100644
index c04babea40b421b4abb6fd58459fe779a6a27983..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-dev_train-dev_subset.json b/experiments/linnerud/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index 121137af7faaaa541e2b64fb9cddbed4745d53c1..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage3/train-train-dev_subset.json b/experiments/linnerud/stage3/train-train-dev_subset.json
deleted file mode 100644
index 60bbb4aa606f005f48881a3328854d6b8d5a7f3e..0000000000000000000000000000000000000000
--- a/experiments/linnerud/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "linnerud",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/linnerud/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/linnerud/stage4/none_with_params.json b/experiments/linnerud/stage4/none_with_params.json
index dcb15acd294aae4b3fc81e02dcbeef6d777254cf..b6ed869d91c75664dea879d29460959467636470 100644
--- a/experiments/linnerud/stage4/none_with_params.json
+++ b/experiments/linnerud/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/linnerud/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/linnerud/stage4/omp_with_params.json b/experiments/linnerud/stage4/omp_with_params.json
index a5014456354a3b2efbb1c8e50183f74e9f6d2856..e342be9cf533ccbdf001820754d5d593fd366d6c 100644
--- a/experiments/linnerud/stage4/omp_with_params.json
+++ b/experiments/linnerud/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/linnerud/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/linnerud/stage4/random_with_params.json b/experiments/linnerud/stage4/random_with_params.json
index cf59ff4656803e9ec3223176be1ecff45fa309d1..b1f6afa1c02b0d062e263fb69ad4ee2aa16f6438 100644
--- a/experiments/linnerud/stage4/random_with_params.json
+++ b/experiments/linnerud/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/linnerud/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_with_params.json b/experiments/olivetti_faces/stage1/none_with_params.json
deleted file mode 100644
index 7496a7ec844deef2bd5f0da5d763597b130cba06..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/none_wo_params.json b/experiments/olivetti_faces/stage1/none_wo_params.json
deleted file mode 100644
index af057455eac0f46ae4292b4a1f4933aac25876a1..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_with_params.json b/experiments/olivetti_faces/stage1/omp_with_params.json
deleted file mode 100644
index 41769d0b2d92b0a0b8d31954698a50b870f035ef..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/omp_wo_params.json b/experiments/olivetti_faces/stage1/omp_wo_params.json
deleted file mode 100644
index a7b95f1a5195bb94fe4f8de821b66b754ffe3c45..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_with_params.json b/experiments/olivetti_faces/stage1/random_with_params.json
deleted file mode 100644
index 857fb224988dc83ef14f0a23fd83ad1929c27b87..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage1/random_wo_params.json b/experiments/olivetti_faces/stage1/random_wo_params.json
deleted file mode 100644
index e82c45c380a06422cb2f8ab908f74e2f4ec203ca..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/no_normalization.json b/experiments/olivetti_faces/stage2/no_normalization.json
deleted file mode 100644
index ac03dbb00d8b7b3c3909f144b9121c344cac34f8..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage2/no_normalization.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "no_normalization"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D.json b/experiments/olivetti_faces/stage2/normalize_D.json
deleted file mode 100644
index 7a887f27aaef64bb548a627ff2c40b20daa0c94a..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage2/normalize_D.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json b/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
deleted file mode 100644
index 9bbd1780392f238fa89f312c0e910d2506392fa3..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage2/normalize_D_and_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": true,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_D_and_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage2/normalize_weights.json b/experiments/olivetti_faces/stage2/normalize_weights.json
deleted file mode 100644
index 5bdbb9ff7bc10cef6ad3892a9efb22fbd6f5e00f..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage2/normalize_weights.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage2",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": true,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "2",
- "normalize_weights"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_subset.json
deleted file mode 100644
index 2132a83760e322850e83961075531dfca6887ad6..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json b/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index b426f7897722fe5930962947d36ab804fe750044..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage3/train-train-dev_subset.json b/experiments/olivetti_faces/stage3/train-train-dev_subset.json
deleted file mode 100644
index 345b4f7a178a77c14675884106d2399d35768f84..0000000000000000000000000000000000000000
--- a/experiments/olivetti_faces/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "olivetti_faces",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/olivetti_faces/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage4/none_with_params.json b/experiments/olivetti_faces/stage4/none_with_params.json
index eb46dd826e4c040bbb0b1233f6b3969c3515bf3e..3fca3b0e932ec0e544fa30ed34655668c9613c8f 100644
--- a/experiments/olivetti_faces/stage4/none_with_params.json
+++ b/experiments/olivetti_faces/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/olivetti_faces/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage4/omp_with_params.json b/experiments/olivetti_faces/stage4/omp_with_params.json
index 2f73580d73d9353b6d0ef7b0f251a345c007980a..136133d47e627cf3b3122ba4e8bf3e55e0d8bd26 100644
--- a/experiments/olivetti_faces/stage4/omp_with_params.json
+++ b/experiments/olivetti_faces/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/olivetti_faces/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/olivetti_faces/stage4/random_with_params.json b/experiments/olivetti_faces/stage4/random_with_params.json
index 101090eacba707ad7eb7a5006361616a2b7baccc..2a2ab9aab2a566494b2bebf82af433e734691049 100644
--- a/experiments/olivetti_faces/stage4/random_with_params.json
+++ b/experiments/olivetti_faces/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/olivetti_faces/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/spambase/stage1/params.json b/experiments/spambase/stage1/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..df611626b3aa60533fe51fb3a68efb5e0497a1e7
--- /dev/null
+++ b/experiments/spambase/stage1/params.json
@@ -0,0 +1,28 @@
+{
+ "scorer": "accuracy",
+ "best_score_train": 0.9469882246376812,
+ "best_score_test": 0.9512124502352516,
+ "best_parameters": {
+ "min_samples_leaf": 1,
+ "n_estimators": 1000,
+ "max_features": "log2",
+ "max_depth": 20
+ },
+ "random_seed": [
+ 1260,
+ 1414,
+ 1635,
+ 513,
+ 678,
+ 943,
+ 1496,
+ 1434,
+ 260,
+ 1825,
+ 415,
+ 740,
+ 811,
+ 93,
+ 1860
+ ]
+}
\ No newline at end of file
diff --git a/experiments/20newsgroups_vectorized/stage1/omp_with_params.json b/experiments/steel-plates/stage1/omp_with_params.json
similarity index 82%
rename from experiments/20newsgroups_vectorized/stage1/omp_with_params.json
rename to experiments/steel-plates/stage1/omp_with_params.json
index 2fc82e9144ab09941c2b15e07410ab2cb811eb5d..b15e5b324a726b63131cbd9daa10e825a22f8df3 100644
--- a/experiments/20newsgroups_vectorized/stage1/omp_with_params.json
+++ b/experiments/steel-plates/stage1/omp_with_params.json
@@ -2,13 +2,13 @@
"experiment_id": 3,
"experiment_configuration": null,
"experiment_configuration_path": "experiments",
- "dataset_name": "20newsgroups_vectorized",
+ "dataset_name": "steel-plates",
"normalize_D": false,
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/20newsgroups_vectorized/stage1",
+ "extracted_forest_size_stop": 0.4,
+ "models_dir": "models/steel/stage1",
"dev_size": 0.2,
"test_size": 0.2,
"random_seed_number": 1,
@@ -34,6 +34,6 @@
13,
20,
27,
- 34
+ 33
]
}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage4/none_with_params.json b/experiments/steel-plates/stage4/none_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f4b9a01ee10ff46ea4d7a23cf5a9525abfb734d
--- /dev/null
+++ b/experiments/steel-plates/stage4/none_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 1,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "none_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "none",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage4/omp_with_params.json b/experiments/steel-plates/stage4/omp_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..ffaa72fc741b2b6b841bde18786b677ba37766a7
--- /dev/null
+++ b/experiments/steel-plates/stage4/omp_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 3,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "omp_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "omp",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/steel-plates/stage4/random_with_params.json b/experiments/steel-plates/stage4/random_with_params.json
new file mode 100644
index 0000000000000000000000000000000000000000..a86d432a4156624749dca5f90d2d016fb4c45549
--- /dev/null
+++ b/experiments/steel-plates/stage4/random_with_params.json
@@ -0,0 +1,66 @@
+{
+ "experiment_id": 2,
+ "experiment_configuration": null,
+ "experiment_configuration_path": "experiments",
+ "dataset_name": "steel-plates",
+ "normalize_D": false,
+ "dataset_normalizer": "standard",
+ "forest_size": null,
+ "extracted_forest_size_samples": 30,
+ "extracted_forest_size_stop": 1.0,
+ "models_dir": "models/steel-plates/stage4",
+ "dev_size": 0.2,
+ "test_size": 0.2,
+ "random_seed_number": 1,
+ "seeds": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "subsets_used": "train+dev,train+dev",
+ "normalize_weights": false,
+ "verbose": false,
+ "skip_best_hyperparams": false,
+ "save_experiment_configuration": [
+ "4",
+ "random_with_params"
+ ],
+ "job_number": -1,
+ "extraction_strategy": "random",
+ "extracted_forest_size": [
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
+ ]
+}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_with_params.json b/experiments/wine/stage1/none_with_params.json
deleted file mode 100644
index 93b2bf24a4248a7bea9fad1500dad70d81bdbd9d..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/none_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "none_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage1/none_wo_params.json b/experiments/wine/stage1/none_wo_params.json
deleted file mode 100644
index 655e577266d275df6a8642d5ed32a17cd2a3cd59..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/none_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 4,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "none_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "none",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_with_params.json b/experiments/wine/stage1/omp_with_params.json
deleted file mode 100644
index 7091feb0fc601eb109f2829c1279c7cb09daa655..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/omp_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "omp_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage1/omp_wo_params.json b/experiments/wine/stage1/omp_wo_params.json
deleted file mode 100644
index d02abc8111f3bba97b857a16fbecb4060d0434e8..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/omp_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 6,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "omp_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_with_params.json b/experiments/wine/stage1/random_with_params.json
deleted file mode 100644
index 5845252a432b8b25937d5cbff18b49688b4795db..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/random_with_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "1",
- "random_with_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage1/random_wo_params.json b/experiments/wine/stage1/random_wo_params.json
deleted file mode 100644
index f8ab8a04c01a9e619dff86947d284bbb665bf7d1..0000000000000000000000000000000000000000
--- a/experiments/wine/stage1/random_wo_params.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 5,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage1",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": true,
- "save_experiment_configuration": [
- "1",
- "random_wo_params"
- ],
- "job_number": -1,
- "extraction_strategy": "random",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_subset.json b/experiments/wine/stage3/train-dev_subset.json
deleted file mode 100644
index 786821a5cd2961e52752458ffb9009ae56c32525..0000000000000000000000000000000000000000
--- a/experiments/wine/stage3/train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 1,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-dev_train-dev_subset.json b/experiments/wine/stage3/train-dev_train-dev_subset.json
deleted file mode 100644
index fb539bc1d75b32b66ef2ee7790aea5dd3b396016..0000000000000000000000000000000000000000
--- a/experiments/wine/stage3/train-dev_train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 2,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train+dev,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-dev_train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage3/train-train-dev_subset.json b/experiments/wine/stage3/train-train-dev_subset.json
deleted file mode 100644
index 4b8c81ef201dba2d9624e8af7b2e97cb05533d4b..0000000000000000000000000000000000000000
--- a/experiments/wine/stage3/train-train-dev_subset.json
+++ /dev/null
@@ -1,39 +0,0 @@
-{
- "experiment_id": 3,
- "experiment_configuration": null,
- "experiment_configuration_path": "experiments",
- "dataset_name": "wine",
- "normalize_D": false,
- "dataset_normalizer": "standard",
- "forest_size": null,
- "extracted_forest_size_samples": 5,
- "extracted_forest_size_stop": 0.05,
- "models_dir": "models/wine/stage3",
- "dev_size": 0.2,
- "test_size": 0.2,
- "random_seed_number": 1,
- "seeds": [
- 1,
- 2,
- 3,
- 4,
- 5
- ],
- "subsets_used": "train,train+dev",
- "normalize_weights": false,
- "verbose": false,
- "skip_best_hyperparams": false,
- "save_experiment_configuration": [
- "3",
- "train-train-dev_subset"
- ],
- "job_number": -1,
- "extraction_strategy": "omp",
- "extracted_forest_size": [
- 8,
- 17,
- 25,
- 33,
- 42
- ]
-}
\ No newline at end of file
diff --git a/experiments/wine/stage4/none_with_params.json b/experiments/wine/stage4/none_with_params.json
index 015200fa33983172c72091a8de2b922130951b75..2621fec400b6069c5d253e99505c96c6f9bd102e 100644
--- a/experiments/wine/stage4/none_with_params.json
+++ b/experiments/wine/stage4/none_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/wine/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "none",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/wine/stage4/omp_with_params.json b/experiments/wine/stage4/omp_with_params.json
index 9289c0d7e688e4d4bc507c8627a97b080b75ba21..a5ff2576ac94b36a51e3501bf83cb47b0a88a483 100644
--- a/experiments/wine/stage4/omp_with_params.json
+++ b/experiments/wine/stage4/omp_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/wine/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "omp",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/experiments/wine/stage4/random_with_params.json b/experiments/wine/stage4/random_with_params.json
index a0cc59b6578270e59ec45f7dfd3b9bc36647d004..f344a1059e6ce3bfd458efee55b3809d93788458 100644
--- a/experiments/wine/stage4/random_with_params.json
+++ b/experiments/wine/stage4/random_with_params.json
@@ -7,7 +7,7 @@
"dataset_normalizer": "standard",
"forest_size": null,
"extracted_forest_size_samples": 30,
- "extracted_forest_size_stop": 0.4,
+ "extracted_forest_size_stop": 1.0,
"models_dir": "models/wine/stage4",
"dev_size": 0.2,
"test_size": 0.2,
@@ -15,7 +15,11 @@
"seeds": [
1,
2,
- 3
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
],
"subsets_used": "train+dev,train+dev",
"normalize_weights": false,
@@ -28,35 +32,35 @@
"job_number": -1,
"extraction_strategy": "random",
"extracted_forest_size": [
- 13,
- 26,
- 39,
- 52,
- 65,
- 77,
- 90,
- 103,
- 116,
- 129,
- 142,
- 155,
- 168,
- 181,
- 194,
- 206,
- 219,
- 232,
- 245,
- 258,
- 271,
- 284,
- 297,
- 310,
- 323,
- 335,
- 348,
- 361,
- 374,
- 387
+ 33,
+ 67,
+ 100,
+ 133,
+ 167,
+ 200,
+ 233,
+ 267,
+ 300,
+ 333,
+ 367,
+ 400,
+ 433,
+ 467,
+ 500,
+ 533,
+ 567,
+ 600,
+ 633,
+ 667,
+ 700,
+ 733,
+ 767,
+ 800,
+ 833,
+ 867,
+ 900,
+ 933,
+ 967,
+ 1000
]
}
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index d585159632442f7293f858e1fad391031658d60a..14dcb5ed8a83d5e2a827709c373b39db7775d7a0 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,9 +7,9 @@ Sphinx
coverage
awscli
flake8
-python-dotenv>=0.5.1
+
scikit-learn
git+git://github.com/darenr/scikit-optimize@master
python-dotenv
matplotlib
-pandas
\ No newline at end of file
+pandas
diff --git a/results/boston/stage4_fix/losses.png b/results/boston/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa5577274c1a5522a05d0cf025de25ef2e027aa4
Binary files /dev/null and b/results/boston/stage4_fix/losses.png differ
diff --git a/results/breast_cancer/stage4_fix/losses.png b/results/breast_cancer/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..f0062906b6b0ec3007a207c89ac3610166bfc429
Binary files /dev/null and b/results/breast_cancer/stage4_fix/losses.png differ
diff --git a/results/california_housing/stage4_fix/losses.png b/results/california_housing/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..dccb6d4883f3f3f56ecab982cdd61451ee0d3f70
Binary files /dev/null and b/results/california_housing/stage4_fix/losses.png differ
diff --git a/results/diabetes/stage4_fix/losses.png b/results/diabetes/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c02eab975f3e1f0bd29dfff06f96aed32ba727c
Binary files /dev/null and b/results/diabetes/stage4_fix/losses.png differ
diff --git a/results/diamonds/stage4_fix/losses.png b/results/diamonds/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..b743de4fccdeedf6a3b2e5012f7d437d0ef41937
Binary files /dev/null and b/results/diamonds/stage4_fix/losses.png differ
diff --git a/results/digits/stage4_fix/losses.png b/results/digits/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab54aa24b5347434be31130026c4ab451f3f850b
Binary files /dev/null and b/results/digits/stage4_fix/losses.png differ
diff --git a/results/iris/stage4_fix/losses.png b/results/iris/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..79d5af7f9b398493e3f6fb8b9bde135f7cd0eceb
Binary files /dev/null and b/results/iris/stage4_fix/losses.png differ
diff --git a/results/kin8nm/stage4/losses.png b/results/kin8nm/stage4/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..71bdfd92a3bdb036d5c611d65057189bdb036344
Binary files /dev/null and b/results/kin8nm/stage4/losses.png differ
diff --git a/results/kin8nm/stage4_fix/losses.png b/results/kin8nm/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..82b96dc80d46d04fbfc7f56b4b18e3b999af2dc9
Binary files /dev/null and b/results/kin8nm/stage4_fix/losses.png differ
diff --git a/results/kr-vs-kp/stage4/losses.png b/results/kr-vs-kp/stage4/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..4ad6b19b4670a6876cb239051bd0e434e8435f82
Binary files /dev/null and b/results/kr-vs-kp/stage4/losses.png differ
diff --git a/results/kr-vs-kp/stage4_fix/losses.png b/results/kr-vs-kp/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..295409f42f566b7cd213f4ee132462ffcd82c2b6
Binary files /dev/null and b/results/kr-vs-kp/stage4_fix/losses.png differ
diff --git a/results/lfw_pairs/stage4_fix/losses.png b/results/lfw_pairs/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..34109ce4efe7418295b4e994d5404cd1c664909d
Binary files /dev/null and b/results/lfw_pairs/stage4_fix/losses.png differ
diff --git a/results/olivetti_faces/stage4_fix/losses.png b/results/olivetti_faces/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..76d53a46b023f3e109511fd0f0db6e4eebe1d16b
Binary files /dev/null and b/results/olivetti_faces/stage4_fix/losses.png differ
diff --git a/results/spambase/stage4_fix/losses.png b/results/spambase/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..42201f37548eb0869d2e25e63e1bd2db6a9df0f1
Binary files /dev/null and b/results/spambase/stage4_fix/losses.png differ
diff --git a/results/steel-plates/stage4/losses.png b/results/steel-plates/stage4/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..18f1011509a2acb145cf15203254f8de3f59b596
Binary files /dev/null and b/results/steel-plates/stage4/losses.png differ
diff --git a/results/steel-plates/stage4_fix/losses.png b/results/steel-plates/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a7b181d7b537b447831a26e397df49c3f6dc3c2
Binary files /dev/null and b/results/steel-plates/stage4_fix/losses.png differ
diff --git a/results/wine/stage4_fix/losses.png b/results/wine/stage4_fix/losses.png
new file mode 100644
index 0000000000000000000000000000000000000000..31286863e58fdc3fe40f5b77cf07df3c21a572fd
Binary files /dev/null and b/results/wine/stage4_fix/losses.png differ
diff --git a/scripts/run_compute_results.sh b/scripts/run_compute_results.sh
index d67571d78a9499b75a2c4558a517b01035025beb..1093c02c120a61354b946077ecc8ea9b93c93319 100644
--- a/scripts/run_compute_results.sh
+++ b/scripts/run_compute_results.sh
@@ -1,5 +1,5 @@
-seeds='1 2 3'
-for dataset in boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs california_housing diamonds
+for dataset in california_housing
+#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm olivetti_faces wine spambase
do
python code/compute_results.py --stage=4 --experiment_ids 1 2 3 --dataset_name=$dataset --models_dir=models/$dataset/stage4
done
diff --git a/scripts/run_stage4_experiments.sh b/scripts/run_stage4_experiments.sh
index 9e0043a6be24bd8169eff55acf63c2531595a5fc..71987fbf9005bc4cd60f32eb8645b8c26e702705 100644
--- a/scripts/run_stage4_experiments.sh
+++ b/scripts/run_stage4_experiments.sh
@@ -1,11 +1,14 @@
#!/bin/bash
-core_number=5
+core_number=14
walltime=1:00
-seeds='1 2 3'
+seeds='1 2 3 4 5 6 7'
-for dataset in diamonds california_housing boston iris diabetes digits linnerud wine breast_cancer olivetti_faces 20newsgroups_vectorized lfw_pairs
+for dataset in california_housing
+#for dataset in kin8nm
+#for dataset in gamma
+#for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine spambase gamma
do
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
- oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=0.40 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --save_experiment_configuration 4 none_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --save_experiment_configuration 4 random_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --save_experiment_configuration 4 omp_with_params --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage4 --subsets_used train+dev,train+dev"
done
diff --git a/scripts/run_stage5_experiments.sh b/scripts/run_stage5_experiments.sh
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a52b2c6c396b53c053da239e892fc684a6fed
--- /dev/null
+++ b/scripts/run_stage5_experiments.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+core_number=5
+walltime=1:00
+seeds='1 2 3 4 5 6 7'
+
+for dataset in breast_cancer diabetes diamonds california_housing boston linnerud steel-plates kr-vs-kp digits iris kin8nm lfw_pairs linnerud olivetti_faces wine
+# for dataset in breast_cancer kr-vs-kp steel-plates
+do
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=none --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=1 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=random --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=2 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=omp --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=3 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+ oarsub -p "(gpu is null)" -l /core=$core_number,walltime=1:00 "conda activate test_env && python code/train.py --dataset_name=$dataset --seeds $seeds --extraction_strategy=similarity --extracted_forest_size_stop=1 --extracted_forest_size_samples=30 --experiment_id=4 --models_dir=models/$dataset/stage5 --subsets_used train+dev,train+dev"
+done