2021-03-23

import numpy as np
from mpl_toolkits.mplot3d import Axes3D
from matplotlib import pyplot as plt
import torch
# a=torch.cuda.is_available()
# print(a)
def himmelblau(x):
    return (x[0]**2+x[1]-11)**2+(x[0]+x[1]**2-7)**2

x=np.arange(-6,6,0.1)
y=np.arange(-6,6,0.1)
print('x,y range:',x.shape,y.shape)
X,Y=np.meshgrid(x,y)
print('X,Y maps:',X.shape,Y.shape)
Z=himmelblau([X,Y])
fig=plt.figure('himmelblau')
ax = fig.gca(projection='3d')
ax.plot_surface(X,Y,Z)
ax.view_init(60,-30)

ax.set_xlabel('x')
ax.set_ylabel('y')
plt.show()
x=torch.tensor([0.,0.],requires_grad=True)
optimizer=torch.optim.Adam([x],lr=1e-3)
for step in range(20000):
    pred=himmelblau(x)
    optimizer.zero_grad()
    pred.backward()
    optimizer.step()
    if step%2000 ==0:
        print('step{}:x={},f(x)={}'
              .format(step,x.tolist(),pred.item()))

import  torch
from torch import autograd
from torch.nn import functional  as F
x=torch.tensor(1.)
w1=torch.tensor(2.,requires_grad=True)
b1=torch.tensor(1.)
w2=torch.tensor(2.,requires_grad=True)
b2=torch.tensor(1.)
w2=torch.tensor(2.,requires_grad=True)
b2=torch.tensor(1.)
y1=x*w1+b1
y2=y1*w2+b2
dy2_dy1=autograd.grad(y2,[y1],retain_graph=True)[0]
dy1_dw1=autograd.grad(y1,[w1],retain_graph=True)[0]
dy2_dw1=autograd.grad(y2,[w1],retain_graph=True)[0]
print(dy2_dw1)
print(dy2_dy1*dy1_dw1)