自我记录：Python学习之Pytorch 02 梯度下降与随机梯度下降

梯度下降与随机梯度下降的区别

代码取自B站刘二老师的《Pytorch深度学习实践》视频教程
梯度下降代码练习：

import matplotlib.pyplot as plt

x_data=[1.0,2.0,3.0]
y_data=[2.0,4.0,6.0]
w=1.0


def forward(x):
    return x*w


def cost(xs,ys):
    cost=0
    for x,y in zip(xs,ys):
        y_pred=forward(x)
        cost+=(y_pred-y)**2
    return cost/len(xs)


def gradient(xs,ys):
    grad=0
    for x,y in zip(xs,ys):
        grad+=2*x*(x*w-y)
    return grad/len(xs)


print('Predict before training',4,forward(4))
epoch_list=[]
cost_list=[]
for epoch in range(100):
    cost_val=cost(x_data,y_data)
    grad_val=gradient(x_data,y_data)
    epoch_list.append(epoch)
    cost_list.append(cost_val)
    w-=0.01*grad_val
    print('Epoch:',epoch,'w=',w,'loss=',cost_val)

print('Predict after training',4,forward(4))

plt.plot(epoch_list,cost_list)
plt.xlabel('Epoch')
plt.ylabel('Cost')
plt.show()

随机梯度下降：

x_data=[1.0,2.0,3.0]
y_data=[2.0,4.0,6.0]
w=1.0


def forward(x):
    return x*w


def loss(x,y):
        y_pred=forward(x)
        return (y_pred-y)**2


def gradient(x,y):
    return 2*x*(x*w-y)


print('Predict before training',4,forward(4))
epoch_list=[]
cost_list=[]
for epoch in range(100):
    for x,y in zip(x_data,y_data):
        grad=gradient(x,y)
        w-=0.01*grad
        print('\tgrad:',x,y,grad)
        l=loss(x,y)
    print('progress:',epoch,'w',w,'loss=',l)

print('Predict after training',4,forward(4))