model/activation.py

alpha = 0.1


def leaky_relu(x):
    shape = x.shape
    x = x.flatten()
    result = 0
    if x > 0:
        result = x
    else:
        result = alpha * x
    return result.reshape(shape)


def leaky_relu_prime(x):
    x = x.flatten()
    if x > 0:
        return 1
    else:
        return alpha