Pytorch搭建神经网络之高级API (nn.Sequential）

低级API构建神经网络

import torch	
from torch.autograd import Variable
import torch.nn.functional as F
import matplotlib.pyplot as plt

x = torch.unsqueeze(torch.linspace(-1,1,100),dim=1)
y = x.pow(2) + 0.2*torch.rand(x.size())
x, y = Variable(x), Variable(y)

class Net(torch.nn.Module):
	def __init__(self, n_feature, n_hidden, n_output):
		super(Net, self).__init__()
		
		self.hidden = torch.nn.Linear(n_feature, n_hidden)
		self.output = torch.nn.Linear(n_hidden, n_output)
		
	def forward(self):
		x = F.relu(self.hidden(x))
		x = self.output(x)
		return 
net = Net(1, 10, 1)  #(n_feature, n_hidden, n_output)
optimizer = torch.optim.SGD(net.parameters(),lr=0.002)
loss_func = torch.nn.MSELoss()

for t in range(100)
	prediction = net(x)
	loss = loss_func(prediction,y)
	
	optimizer.zero_grad()
	loss.backward()
	optimizer.step()

主要是图中这一部分进行简化：

net2 = torch.nn.Sequential(
	torch.nn.Linear(1,10)
	torch.nn.ReLU(),
	torch.nn.Linear(10,1)
	)

这种高级API的使用方式，像Keras一样，一层一层的对层结构进行构建。所以整合起来就是：

高级API构建神经网络

import torch	
from torch.autograd import Variable
import torch.nn.functional as F
import matplotlib.pyplot as plt

x = torch.unsqueeze(torch.linspace(-1,1,100),dim=1)
y = x.pow(2) + 0.2*torch.rand(x.size())
x, y = Variable(x), Variable(y)

net2 = torch.nn.Sequential(
	torch.nn.Linear(1,10)
	torch.nn.ReLU(),
	torch.nn.Linear(10,1)
	)
	
optimizer = torch.optim.SGD(net2.parameters(),lr=0.002)
loss_func = torch.nn.MSELoss()

for t in range(100)
	prediction = net2(x)
	loss = loss_func(prediction,y)
	
	optimizer.zero_grad()
	loss.backward()
	optimizer.step()