diff --git a/summit/multiview_platform/monoview_classifiers/gradient_boosting.py b/summit/multiview_platform/monoview_classifiers/gradient_boosting.py
index 57288a250ce8b53f3e769ed6dc3ff3475ae5bbb0..281a35e91b4edb87d79d0580555b47ffeb219fac 100644
--- a/summit/multiview_platform/monoview_classifiers/gradient_boosting.py
+++ b/summit/multiview_platform/monoview_classifiers/gradient_boosting.py
@@ -44,7 +44,7 @@ class GradientBoosting(GradientBoostingClassifier, BaseMonoviewClassifier):
)
self.param_names = ["n_estimators", "max_depth", "loss", "learning_rate"]
self.classed_params = []
- self.distribs = [CustomRandint(low=50, high=500),
+ self.distribs = [CustomRandint(low=1, high=300),
CustomRandint(low=1, high=10),
['log_loss', 'deviance', 'exponential'],
CustomUniform(loc=0, state=1)]
diff --git a/summit/multiview_platform/monoview_classifiers/locally_weighted_linear_regression.py b/summit/multiview_platform/monoview_classifiers/locally_weighted_linear_regression.py
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..23265dc4ebe7ed5f3fb5f0ca73ce9596fe409065 100644
--- a/summit/multiview_platform/monoview_classifiers/locally_weighted_linear_regression.py
+++ b/summit/multiview_platform/monoview_classifiers/locally_weighted_linear_regression.py
@@ -0,0 +1,54 @@
+import numpy as np
+
+from ..monoview.monoview_utils import BaseMonoviewClassifier
+from summit.multiview_platform.utils.hyper_parameter_search import CustomUniform
+
+classifier_class_name = "LWLR"
+class LWLR(BaseMonoviewClassifier):
+
+ def __init__(self, tau=0.05, reg=0.0001, threshold=1e-6, random_state=42):
+ self.reg = reg
+ self.threshold = threshold
+ self.tau = tau
+ self.random_state = random_state
+ self.param_names = ["tau", 'reg', "threshold"]
+ self.distribs = [CustomUniform(loc=1e-2, state=1),
+ CustomUniform(loc=1e-6, state=1e-2),
+ CustomUniform(loc=1e-8, state=1e-4)]
+ self.weird_strings={}
+ self.classed_params=[]
+
+ def weights(self, x_train, x):
+ sq_diff = (x_train - x) ** 2
+ norm_sq = sq_diff.sum(axis=1)
+ return np.ravel(np.exp(- norm_sq / (2 * self.tau ** 2)))
+
+ def logistic(self, x_train):
+ return np.ravel(1 / (1 + np.exp(-x_train.dot(self.theta))))
+
+ def fit(self, X, y, **fit_params):
+ self.X = X
+ self.y = y
+
+ def train(self, x):
+ self.w = self.weights(self.X, x)
+ self.theta = np.zeros(self.X.shape[1])
+ gradient = np.ones(self.X.shape[1]) * np.inf
+ while np.linalg.norm(gradient) > self.threshold:
+ # compute gradient
+ h = self.logistic(self.X)
+ gradient = self.X.T.dot(
+ self.w * (np.ravel(self.y) - h)) - self.reg * self.theta
+ # Compute Hessian
+ D = np.diag(-(self.w * h * (1 - h)))
+ H = self.X.T.dot(D).dot(self.X) - self.reg * np.identity(
+ self.X.shape[1])
+ # weight update
+ self.theta = self.theta - np.linalg.inv(H).dot(gradient)
+
+ def predict(self, X):
+ preds = []
+ for x in X:
+ self.train(x)
+ preds.append(np.array(self.logistic(X) > 0.5).astype(int)[0])
+ return np.array(preds)
diff --git a/summit/multiview_platform/monoview_classifiers/lwlr.py b/summit/multiview_platform/monoview_classifiers/lwlr.py
index 48db51d38cd7c073ccfc860e263b63a236131c6c..2387ed17ed6759e987a817aef2ac089144972691 100644
--- a/summit/multiview_platform/monoview_classifiers/lwlr.py
+++ b/summit/multiview_platform/monoview_classifiers/lwlr.py
@@ -1,5 +1,4 @@
-from summit.multiview_platform.monoview_classifiers.additions.SVCClassifier import \
- SVCClassifier
+from learners.algorithms.lwlr import LWLRLearner
from ..monoview.monoview_utils import BaseMonoviewClassifier
from summit.multiview_platform.utils.hyper_parameter_search import CustomUniform
@@ -11,15 +10,15 @@ __status__ = "Prototype" # Production, Development, Prototype
classifier_class_name = "SVMRBF"
-class SVMRBF(SVCClassifier, BaseMonoviewClassifier):
+class LWLRClassifier(LWLRLearner, BaseMonoviewClassifier):
"""
This class is an adaptation of scikit-learn's `SVC <https://scikit-learn.org/stable/modules/generated/sklearn.svm.SVC.html>`_
Here, it is the RBF kernel version
"""
- def __init__(self, random_state=None, gamma="auto", C=1.0, **kwargs):
- SVCClassifier.__init__(self,
+ def __init__(self, random_state=None, sigma="auto", nn=1.0, **kwargs):
+ LWLRLearner.__init__(self,
C=C,
kernel='rbf',
gamma=gamma,
diff --git a/summit/multiview_platform/monoview_classifiers/scmboost.py b/summit/multiview_platform/monoview_classifiers/scmboost.py
index 89f1e4b7a501d1de89b01351070cd6e999457d56..070c120715e8b9a5e90d10f9684a82b3ad963f9f 100644
--- a/summit/multiview_platform/monoview_classifiers/scmboost.py
+++ b/summit/multiview_platform/monoview_classifiers/scmboost.py
@@ -40,7 +40,7 @@ class SCMboost(AdaBoostClassifier, BaseMonoviewClassifier):
algorithm="SAMME",)
self.param_names = ["n_estimators", "base_estimator__p", "base_estimator__model_type", "base_estimator__max_rules"]
self.classed_params = []
- self.distribs = [CustomRandint(low=1, high=100), CustomUniform(loc=0, state=1), ["conjunction", "disjunction"], CustomRandint(low=1, high=20)]
+ self.distribs = [CustomRandint(low=1, high=100), CustomUniform(loc=0, state=1), ["conjunction", "disjunction"], CustomRandint(low=1, high=5)]
self.weird_strings = {}
diff --git a/summit/multiview_platform/monoview_classifiers/svm_rbf.py b/summit/multiview_platform/monoview_classifiers/svm_rbf.py
index 504ef0952777b1bedfb3c5c0a29ca3e2e4694cc2..48db51d38cd7c073ccfc860e263b63a236131c6c 100644
--- a/summit/multiview_platform/monoview_classifiers/svm_rbf.py
+++ b/summit/multiview_platform/monoview_classifiers/svm_rbf.py
@@ -18,11 +18,12 @@ class SVMRBF(SVCClassifier, BaseMonoviewClassifier):
Here, it is the RBF kernel version
"""
- def __init__(self, random_state=None, C=1.0, **kwargs):
+ def __init__(self, random_state=None, gamma="auto", C=1.0, **kwargs):
SVCClassifier.__init__(self,
C=C,
kernel='rbf',
+ gamma=gamma,
random_state=random_state
)
- self.param_names = ["C", "random_state"]
- self.distribs = [CustomUniform(loc=0, state=1), [random_state]]
+ self.param_names = ["C", 'gamma', "random_state"]
+ self.distribs = [CustomUniform(loc=1e-3, state=1e3), CustomUniform(loc=1e-1, state=1e1), [random_state]]
diff --git a/summit/multiview_platform/monoview_classifiers/xgboost.py b/summit/multiview_platform/monoview_classifiers/xgboost.py
index 2b44f2116a3cdfd4462b7abe09c6cd0745ac42b7..280b11500eb7abd22c9af51be63f80dd2d5eabc1 100644
--- a/summit/multiview_platform/monoview_classifiers/xgboost.py
+++ b/summit/multiview_platform/monoview_classifiers/xgboost.py
@@ -32,7 +32,7 @@ class XGB(XGBClassifier, BaseMonoviewClassifier):
random_state=random_state)
self.param_names = ["n_estimators", "learning_rate", "max_depth", "objective"]
self.classed_params = []
- self.distribs = [CustomRandint(low=10, high=500),
+ self.distribs = [CustomRandint(low=1, high=300),
CustomUniform(),
CustomRandint(low=1, high=10),
['binary:logistic', 'binary:hinge', ],]
diff --git a/summit/multiview_platform/utils/compression.py b/summit/multiview_platform/utils/compression.py
index 6fb7cb49a4ec2a934273c38253af289685957337..a2298f27ac0d14ea0d5c172eea7497a741a4c68f 100644
--- a/summit/multiview_platform/utils/compression.py
+++ b/summit/multiview_platform/utils/compression.py
@@ -43,14 +43,21 @@ def remove_compressed(exp_path):
if __name__=="__main__":
- # for dir in os.listdir("/home/baptiste/Documents/Gitwork/summit/results/"):
+ for dir in os.listdir("/home/baptiste/Documents/Gitwork/summit/results/"):
+ if os.path.isdir(os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir)):
+ for exp in os.listdir((os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir))):
+ print("\t", exp)
+ if os.path.isdir(os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir, exp)):
+ explore_files(os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir, exp))
+ plif = dict()
+ # for dir in os.listdir("/home/baptiste/Documents/Clouded/short_projects/SCMBoost/results"):
# print(dir)
- # for exp in os.listdir((os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir))):
+ # for exp in os.listdir((os.path.join("/home/baptiste/Documents/Clouded/short_projects/SCMBoost/results", dir))):
# print("\t", exp)
- # if os.path.isdir(os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir, exp)):
- # explore_files(os.path.join("/home/baptiste/Documents/Gitwork/summit/results/", dir, exp))
+ # if os.path.isdir(os.path.join("/home/baptiste/Documents/Clouded/short_projects/SCMBoost/results", dir, exp)):
+ # explore_files(os.path.join("/home/baptiste/Documents/Clouded/short_projects/SCMBoost/results", dir, exp))
# # explore_files("/home/baptiste/Documents/Gitwork/biobanq_covid_expes/results/")
- explore_files("/home/baptiste/Documents/Gitwork/summit/results/clinical/debug_started_2023_04_05-08_23_00_bal_acc")
+ # explore_files("/home/baptiste/Documents/Gitwork/summit/results/clinical/debug_started_2023_04_05-08_23_00_bal_acc")
# explore_files(
# "/home/baptiste/Documents/Gitwork/summit/results/lives_thesis_EMF/debug_started_2023_03_24-10_02_21_thesis")
# # simplify_plotly("/home//baptiste/Documents/Gitwork/summit/results/hepatitis/debug_started_2022_03_16-15_06_55__/hepatitis-mean_on_10_iter-balanced_accuracy_p.html")