深度学习day7（None-Linear Activation）

 非线性激活（可以改变图像的灰度）：

import torch
import torchvision.datasets
from torch import nn
from torch.nn import ReLU, Sigmoid
from torch.utils.data import DataLoader
from torch.utils.tensorboard import SummaryWriter

# input = torch.tensor([[1,-0.5],
#                       [-1,3]])
#
# input = torch.reshape(input,(-1,1,2,2))
# print(input.shape)

dataset = torchvision.datasets.CIFAR10("./dataset_2",train=False,download=True,
                                       transform=torchvision.transforms.ToTensor())

dataloader = DataLoader(dataset,batch_size=64)

writer = SummaryWriter("logs_relu")

class Tudui(nn.Module):
    def __init__(self):
        super().__init__()
        self.relu1 = ReLU()       
        self.sigmoid1 = Sigmoid()

    def forward(self,input):
        output = self.sigmoid1(input)
        return output

tudui= Tudui()
# output = tudui(input)
# print(output)

step = 0
for data in dataloader:
    imgs,targets = data
    writer.add_image("input",imgs,step,dataformats="NCHW")
    output = tudui(imgs)
    writer.add_image("output",output,step,dataformats="NCHW")
    step += 1

writer.close()

relu中的inplace：
 

input = -1
ReLU(input,inplace=True)
input = 0


input = -1
output = ReLU(input,inplace=False)
input = -1
output = 0