"""Reproduce the squared-loss example. Run with python3 gradient.py."""

from math import isclose, isfinite

OBSERVATIONS = ((1.0, 3.0), (2.0, 5.0))


def loss_and_gradient(slope, intercept):
    residuals = [(x, slope * x + intercept - y) for x, y in OBSERVATIONS]
    count = len(residuals)
    loss = sum(residual**2 for _, residual in residuals) / count
    slope_gradient = 2 * sum(x * residual for x, residual in residuals) / count
    intercept_gradient = 2 * sum(residual for _, residual in residuals) / count
    return loss, slope_gradient, intercept_gradient


def run(rate, steps):
    slope = intercept = 0.0
    history = []
    for step in range(steps + 1):
        loss, dw, db = loss_and_gradient(slope, intercept)
        history.append((step, slope, intercept, loss))
        slope -= rate * dw
        intercept -= rate * db
    return history


if __name__ == "__main__":
    trial = run(0.1, 1)
    assert trial[0] == (0, 0.0, 0.0, 17.0)
    assert isclose(trial[1][-1], 1.685)
    for rate in (0.03, 0.1, 0.5):
        print(f"learning rate = {rate}")
        for row in run(rate, 5):
            step, slope, intercept, loss = row
            if not isfinite(loss):
                print("loss is no longer finite")
                break
            print(f"  {step}: w={slope:8.3f} b={intercept:8.3f} loss={loss:12.4f}")
