Skip to content
Snippets Groups Projects
Commit 27d0829a authored by Paul Best's avatar Paul Best
Browse files

minor

parent 8b5335a7
No related branches found
No related tags found
No related merge requests found
This diff is collapsed.
...@@ -92,15 +92,11 @@ for epoch in range(100_000//len(loader)): ...@@ -92,15 +92,11 @@ for epoch in range(100_000//len(loader)):
idxs.extend(idx) idxs.extend(idx)
encodings.extend(encoding.cpu().detach()) encodings.extend(encoding.cpu().detach())
idxs, encodings = np.array(idxs), np.stack(encodings) idxs, encodings = np.array(idxs), np.stack(encodings)
print('Computing UMAP...', end='') print('Computing UMAP...', end='')
try: try:
X = umap.UMAP(n_jobs=-1).fit_transform(encodings) X = umap.UMAP(n_jobs=-1).fit_transform(encodings)
except: except UserWarning:
print('\rUMAP failed :s') pass
step += 1
model[1:].train()
continue
print('\rRunning HDBSCAN...', end='') print('\rRunning HDBSCAN...', end='')
clusters = hdbscan.HDBSCAN(min_cluster_size=len(df)//100, min_samples=5, core_dist_n_jobs=-1, cluster_selection_method='leaf').fit_predict(X) clusters = hdbscan.HDBSCAN(min_cluster_size=len(df)//100, min_samples=5, core_dist_n_jobs=-1, cluster_selection_method='leaf').fit_predict(X)
# df.loc[idxs, 'cluster'] = clusters.astype(int) # df.loc[idxs, 'cluster'] = clusters.astype(int)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment