File size: 1,365 Bytes
2f77389 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | import numpy as np
class LogisticRegression:
def __init__(self, x, y, m, n):
self.x = x
self.y = y
self.m = m
self.n = n
self.w = None
self.b = None
def initialize_parameters(self):
self.w = np.zeros(self.n)
self.b = 0
def sigmoid(self, z):
return 1 / (1 + np.exp(-z))
def compute_cost(self):
z = np.dot(self.x, self.w) + self.b
f = self.sigmoid(z)
f = np.clip(f, 1e-15, 1 - 1e-15) # prevents log(0) crash
loss = (-self.y * np.log(f)) - ((1 - self.y) * np.log(1 - f))
return np.sum(loss) / self.m
def compute_grads(self):
z = np.dot(self.x, self.w) + self.b
f = self.sigmoid(z)
error = f - self.y
dj_dw = np.dot(self.x.T, error) / self.m
dj_db = np.sum(error) / self.m
return dj_dw, dj_db
def gradient_descent(self, alpha=0.1, epochs=500, cost_display_step=100):
self.initialize_parameters()
for i in range(1, epochs + 1):
dj_dw, dj_db = self.compute_grads()
self.w = self.w - (alpha * dj_dw)
self.b = self.b - (alpha * dj_db)
def predict(self, x_test):
# FIXED: Changed self.x to x_test
z = np.dot(x_test, self.w) + self.b
return self.sigmoid(z) |