利用pytorch实现Linear regresssion

什么是线性拟合？

拟合就是为了找到那条,对所有点来说,残差平方和最小的直线,线性回归也是。 回归是国外的讲法叫regression,命名的统计学家是想说,这些点都围绕在一条看不见的直线,直线周围的点若偏离的大了感觉就有回归直线,向直线靠拢的趋势。

代码实现

import torch
import torch.nn as nn
import numpy as np
import matplotlib.pyplot as plt

#hyper-parameters
input_size=1
output_size=1
num_epochs=60
learning_rate=0.001

#toy dataset
x_train = np.array([[3.3], [4.4], [5.5], [6.71], [6.93], [4.168],
                    [9.779], [6.182], [7.59], [2.167], [7.042],
                    [10.791], [5.313], [7.997], [3.1]], dtype=np.float32)

y_train = np.array([[1.7], [2.76], [2.09], [3.19], [1.694], [1.573],
                    [3.366], [2.596], [2.53], [1.221], [2.827],
                    [3.465], [1.65], [2.904], [1.3]], dtype=np.float32)
#linear regression model
model=nn.Linear(input_size,output_size)
#loss and optimizer
criterion=nn.MSELoss()
optimizer=torch.optim.SGD(model.parameters(),lr=learning_rate)

#train the model

for epoch in range(num_epochs):
   #convert numpy arrays to torch tensors
   inputs=torch.from_numpy(x_train)
   targets=torch.from_numpy(y_train)

   #forward pass
   outputs=model(inputs)
   loss=criterion(outputs,targets)

   #backward and optimize
   optimizer.zero_grad()
   loss.backward()
   optimizer.step()

   if (epoch+1)%5==0:
       print('Epoch [{}/{}],LOSS:{:.4f}'.format(epoch+1,num_epochs,loss.item()))

#plot the graph

predicted=model(torch.from_numpy(x_train)).detach().numpy()
#神经网络的训练有时候可能希望保持一部分的网络参数不变，只对其中一部分的参数进行调整；或者值训练部分分支网络，并不让其梯度对主网络的梯度造成影响，torch.tensor.detach()和torch.tensor.detach_()函数来切断一些分支的反向传播。
plt.plot(x_train,y_train,'ro',label='Original data')
plt.plot(x_train,predicted,label='Fitted line')
plt.legend()

plt.show()

#save the model checkpoint
torch.save(model.state_dict(),'model.ckpt')

输出结果