import logging from utils.metrics import clustering_score from sklearn.metrics import confusion_matrix class KMManager: def __init__(self, args, data, model, logger_name = 'Discovery'): self.logger = logging.getLogger(logger_name) self.emb_train, self.emb_test = model.set_model(args, data, 'glove') self.num_labels = data.num_labels self.test_y = data.dataloader.test_true_labels def train(self, *args): self.logger.info('K-Means does not need training...') pass def test(self, args, data, show=True): self.logger.info('K-Means start...') from sklearn.cluster import KMeans km = KMeans(n_clusters=self.num_labels, n_jobs=-1, random_state = args.seed) km.fit(self.emb_train) self.logger.info('K-Means finished...') y_pred = km.predict(self.emb_test) y_true = self.test_y test_results = clustering_score(y_true, y_pred) cm = confusion_matrix(y_true, y_pred) if show: self.logger.info self.logger.info("***** Test: Confusion Matrix *****") self.logger.info("%s", str(cm)) self.logger.info("***** Test results *****") for key in sorted(test_results.keys()): self.logger.info(" %s = %s", key, str(test_results[key])) test_results['y_true'] = y_true test_results['y_pred'] = y_pred return test_results