import numpy as np
from mpl_toolkits.mplot3d import Axes3D
from matplotlib import pyplot as plt
import torch
def himmelblau(x):
return (x[0]**2+x[1]-11)**2+(x[0]+x[1]**2-7)**2
x=np.arange(-6,6,0.1)
y=np.arange(-6,6,0.1)
print('x,y range:',x.shape,y.shape)
X,Y=np.meshgrid(x,y)
print('X,Y maps:',X.shape,Y.shape)
Z=himmelblau([X,Y])
fig=plt.figure('himmelblau')
ax = fig.gca(projection='3d')
ax.plot_surface(X,Y,Z)
ax.view_init(60,-30)
ax.set_xlabel('x')
ax.set_ylabel('y')
plt.show()
x=torch.tensor([0.,0.],requires_grad=True)
optimizer=torch.optim.Adam([x],lr=1e-3)
for step in range(20000):
pred=himmelblau(x)
optimizer.zero_grad()
pred.backward()
optimizer.step()
if step%2000 ==0:
print('step{}:x={},f(x)={}'
.format(step,x.tolist(),pred.item()))
import torch
from torch import autograd
from torch.nn import functional as F
x=torch.tensor(1.)
w1=torch.tensor(2.,requires_grad=True)
b1=torch.tensor(1.)
w2=torch.tensor(2.,requires_grad=True)
b2=torch.tensor(1.)
w2=torch.tensor(2.,requires_grad=True)
b2=torch.tensor(1.)
y1=x*w1+b1
y2=y1*w2+b2
dy2_dy1=autograd.grad(y2,[y1],retain_graph=True)[0]
dy1_dw1=autograd.grad(y1,[w1],retain_graph=True)[0]
dy2_dw1=autograd.grad(y2,[w1],retain_graph=True)[0]
print(dy2_dw1)
print(dy2_dy1*dy1_dw1)