04 反向传播

import torch

x_data = [1,2,3]
y_data = [2,4,6]

w = torch.Tensor([1])
w.requires_grad = True

def forward(x):
    return x*w

def loss(x,y):
    y_pred = forward(x)
    return (y_pred - y)**2

print('predict (before training)',4,forward(4).item())

for epoch in range(100):
    for x,y in zip(x_data,y_data):
        l = loss(x,y)
        l.backward()
        print('\tgrad:',x,y,w.grad.item())
        w.data = w.data - 0.01*w.grad.data
        print('w=',w)

        w.grad.data.zero_()

    print('progress:',epoch,l.item())

print('predict(after training)',4,forward(4).item())

结果：

predict (before training) 4 4.0
    grad: 1 2 -2.0
w= tensor([1.0200], requires_grad=True)
    grad: 2 4 -7.840000152587891
w= tensor([1.0984], requires_grad=True)
    grad: 3 6 -16.228801727294922
w= tensor([1.2607], requires_grad=True)
progress: 0 7.315943717956543
    grad: 1 2 -1.478623867034912
w= tensor([1.2755], requires_grad=True)
    grad: 2 4 -5.796205520629883
w= tensor([1.3334], requires_grad=True)
    grad: 3 6 -11.998146057128906
w= tensor([1.4534], requires_grad=True)
progress: 1 3.9987640380859375
    grad: 1 2 -1.0931644439697266
w= tensor([1.4643], requires_grad=True)
    grad: 2 4 -4.285204887390137
w= tensor([1.5072], requires_grad=True)
    grad: 3 6 -8.870372772216797
w= tensor([1.5959], requires_grad=True)
progress: 2 2.1856532096862793
    grad: 1 2 -0.8081896305084229
w= tensor([1.6040], requires_grad=True)
    grad: 2 4 -3.1681032180786133
w= tensor([1.6357], requires_grad=True)
    grad: 3 6 -6.557973861694336
w= tensor([1.7012], requires_grad=True)
progress: 3 1.1946394443511963
    grad: 1 2 -0.5975041389465332
w= tensor([1.7072], requires_grad=True)
    grad: 2 4 -2.3422164916992188
w= tensor([1.7306], requires_grad=True)
    grad: 3 6 -4.848389625549316
w= tensor([1.7791], requires_grad=True)
progress: 4 0.6529689431190491
    grad: 1 2 -0.4417421817779541
w= tensor([1.7835], requires_grad=True)
    grad: 2 4 -1.7316293716430664
w= tensor([1.8009], requires_grad=True)
    grad: 3 6 -3.58447265625
w= tensor([1.8367], requires_grad=True)
progress: 5 0.35690122842788696
    grad: 1 2 -0.3265852928161621
w= tensor([1.8400], requires_grad=True)
    grad: 2 4 -1.2802143096923828
w= tensor([1.8528], requires_grad=True)
    grad: 3 6 -2.650045394897461
w= tensor([1.8793], requires_grad=True)
progress: 6 0.195076122879982
    grad: 1 2 -0.24144840240478516
w= tensor([1.8817], requires_grad=True)
    grad: 2 4 -0.9464778900146484
w= tensor([1.8912], requires_grad=True)
    grad: 3 6 -1.9592113494873047
w= tensor([1.9107], requires_grad=True)
progress: 7 0.10662525147199631
    grad: 1 2 -0.17850565910339355
w= tensor([1.9125], requires_grad=True)
    grad: 2 4 -0.699742317199707
w= tensor([1.9195], requires_grad=True)
    grad: 3 6 -1.4484672546386719
w= tensor([1.9340], requires_grad=True)
progress: 8 0.0582793727517128
    grad: 1 2 -0.1319713592529297
w= tensor([1.9353], requires_grad=True)
    grad: 2 4 -0.5173273086547852
w= tensor([1.9405], requires_grad=True)
    grad: 3 6 -1.070866584777832
w= tensor([1.9512], requires_grad=True)
progress: 9 0.03185431286692619
    grad: 1 2 -0.09756779670715332
w= tensor([1.9522], requires_grad=True)
    grad: 2 4 -0.3824653625488281
w= tensor([1.9560], requires_grad=True)
    grad: 3 6 -0.7917022705078125
w= tensor([1.9639], requires_grad=True)
progress: 10 0.017410902306437492
    grad: 1 2 -0.07213282585144043
w= tensor([1.9647], requires_grad=True)
    grad: 2 4 -0.2827606201171875
w= tensor([1.9675], requires_grad=True)
    grad: 3 6 -0.5853137969970703
w= tensor([1.9733], requires_grad=True)
progress: 11 0.009516451507806778
    grad: 1 2 -0.053328514099121094
w= tensor([1.9739], requires_grad=True)
    grad: 2 4 -0.2090473175048828
w= tensor([1.9760], requires_grad=True)
    grad: 3 6 -0.43272972106933594
w= tensor([1.9803], requires_grad=True)
progress: 12 0.005201528314501047
    grad: 1 2 -0.039426326751708984
w= tensor([1.9807], requires_grad=True)
    grad: 2 4 -0.15455150604248047
w= tensor([1.9822], requires_grad=True)
    grad: 3 6 -0.3199195861816406
w= tensor([1.9854], requires_grad=True)
progress: 13 0.0028430151287466288
    grad: 1 2 -0.029148340225219727
w= tensor([1.9857], requires_grad=True)
    grad: 2 4 -0.11426162719726562
w= tensor([1.9869], requires_grad=True)
    grad: 3 6 -0.23652076721191406
w= tensor([1.9892], requires_grad=True)
progress: 14 0.0015539465239271522
    grad: 1 2 -0.021549701690673828
w= tensor([1.9894], requires_grad=True)
    grad: 2 4 -0.08447456359863281
w= tensor([1.9903], requires_grad=True)
    grad: 3 6 -0.17486286163330078
w= tensor([1.9920], requires_grad=True)
progress: 15 0.0008493617060594261
    grad: 1 2 -0.01593184471130371
w= tensor([1.9922], requires_grad=True)
    grad: 2 4 -0.062453269958496094
w= tensor([1.9928], requires_grad=True)
    grad: 3 6 -0.12927818298339844
w= tensor([1.9941], requires_grad=True)
progress: 16 0.00046424579340964556
    grad: 1 2 -0.011778593063354492
w= tensor([1.9942], requires_grad=True)
    grad: 2 4 -0.046172142028808594
w= tensor([1.9947], requires_grad=True)
    grad: 3 6 -0.09557533264160156
w= tensor([1.9956], requires_grad=True)
progress: 17 0.0002537401160225272
    grad: 1 2 -0.00870823860168457
w= tensor([1.9957], requires_grad=True)
    grad: 2 4 -0.03413581848144531
w= tensor([1.9961], requires_grad=True)
    grad: 3 6 -0.07066154479980469
w= tensor([1.9968], requires_grad=True)
progress: 18 0.00013869594840798527
    grad: 1 2 -0.006437778472900391
w= tensor([1.9968], requires_grad=True)
    grad: 2 4 -0.025236129760742188
w= tensor([1.9971], requires_grad=True)
    grad: 3 6 -0.052239418029785156
w= tensor([1.9976], requires_grad=True)
progress: 19 7.580435340059921e-05
    grad: 1 2 -0.004759550094604492
w= tensor([1.9977], requires_grad=True)
    grad: 2 4 -0.018657684326171875
w= tensor([1.9979], requires_grad=True)
    grad: 3 6 -0.038620948791503906
w= tensor([1.9982], requires_grad=True)
progress: 20 4.143271507928148e-05
    grad: 1 2 -0.003518819808959961
w= tensor([1.9983], requires_grad=True)
    grad: 2 4 -0.0137939453125
w= tensor([1.9984], requires_grad=True)
    grad: 3 6 -0.028553009033203125
w= tensor([1.9987], requires_grad=True)
progress: 21 2.264650902361609e-05
    grad: 1 2 -0.00260162353515625
w= tensor([1.9987], requires_grad=True)
    grad: 2 4 -0.010198593139648438
w= tensor([1.9988], requires_grad=True)
    grad: 3 6 -0.021108627319335938
w= tensor([1.9990], requires_grad=True)
progress: 22 1.2377059647405986e-05
    grad: 1 2 -0.0019233226776123047
w= tensor([1.9991], requires_grad=True)
    grad: 2 4 -0.0075397491455078125
w= tensor([1.9991], requires_grad=True)
    grad: 3 6 -0.0156097412109375
w= tensor([1.9993], requires_grad=True)
progress: 23 6.768445018678904e-06
    grad: 1 2 -0.0014221668243408203
w= tensor([1.9993], requires_grad=True)
    grad: 2 4 -0.0055751800537109375
w= tensor([1.9994], requires_grad=True)
    grad: 3 6 -0.011541366577148438
w= tensor([1.9995], requires_grad=True)
progress: 24 3.7000872907810844e-06
    grad: 1 2 -0.0010514259338378906
w= tensor([1.9995], requires_grad=True)
    grad: 2 4 -0.0041217803955078125
w= tensor([1.9995], requires_grad=True)
    grad: 3 6 -0.008531570434570312
w= tensor([1.9996], requires_grad=True)
progress: 25 2.021880391112063e-06
    grad: 1 2 -0.0007772445678710938
w= tensor([1.9996], requires_grad=True)
    grad: 2 4 -0.0030469894409179688
w= tensor([1.9996], requires_grad=True)
    grad: 3 6 -0.006305694580078125
w= tensor([1.9997], requires_grad=True)
progress: 26 1.1044940038118511e-06
    grad: 1 2 -0.0005745887756347656
w= tensor([1.9997], requires_grad=True)
    grad: 2 4 -0.0022525787353515625
w= tensor([1.9997], requires_grad=True)
    grad: 3 6 -0.0046634674072265625
w= tensor([1.9998], requires_grad=True)
progress: 27 6.041091182851233e-07
    grad: 1 2 -0.0004248619079589844
w= tensor([1.9998], requires_grad=True)
    grad: 2 4 -0.0016651153564453125
w= tensor([1.9998], requires_grad=True)
    grad: 3 6 -0.003444671630859375
w= tensor([1.9998], requires_grad=True)
progress: 28 3.296045179013163e-07
    grad: 1 2 -0.0003139972686767578
w= tensor([1.9998], requires_grad=True)
    grad: 2 4 -0.0012311935424804688
w= tensor([1.9999], requires_grad=True)
    grad: 3 6 -0.0025491714477539062
w= tensor([1.9999], requires_grad=True)
progress: 29 1.805076408345485e-07
    grad: 1 2 -0.00023221969604492188
w= tensor([1.9999], requires_grad=True)
    grad: 2 4 -0.0009107589721679688
w= tensor([1.9999], requires_grad=True)
    grad: 3 6 -0.0018854141235351562
w= tensor([1.9999], requires_grad=True)
progress: 30 9.874406714516226e-08
    grad: 1 2 -0.00017189979553222656
w= tensor([1.9999], requires_grad=True)
    grad: 2 4 -0.0006742477416992188
w= tensor([1.9999], requires_grad=True)
    grad: 3 6 -0.00139617919921875
w= tensor([1.9999], requires_grad=True)
progress: 31 5.4147676564753056e-08
    grad: 1 2 -0.0001270771026611328
w= tensor([1.9999], requires_grad=True)
    grad: 2 4 -0.0004978179931640625
w= tensor([1.9999], requires_grad=True)
    grad: 3 6 -0.00102996826171875
w= tensor([2.0000], requires_grad=True)
progress: 32 2.9467628337442875e-08
    grad: 1 2 -9.393692016601562e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -0.0003681182861328125
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.0007610321044921875
w= tensor([2.0000], requires_grad=True)
progress: 33 1.6088051779661328e-08
    grad: 1 2 -6.937980651855469e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -0.00027179718017578125
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.000560760498046875
w= tensor([2.0000], requires_grad=True)
progress: 34 8.734787115827203e-09
    grad: 1 2 -5.125999450683594e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -0.00020122528076171875
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.0004177093505859375
w= tensor([2.0000], requires_grad=True)
progress: 35 4.8466972657479346e-09
    grad: 1 2 -3.790855407714844e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -0.000148773193359375
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.000308990478515625
w= tensor([2.0000], requires_grad=True)
progress: 36 2.6520865503698587e-09
    grad: 1 2 -2.8133392333984375e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -0.000110626220703125
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.0002288818359375
w= tensor([2.0000], requires_grad=True)
progress: 37 1.4551915228366852e-09
    grad: 1 2 -2.09808349609375e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -8.20159912109375e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.00016880035400390625
w= tensor([2.0000], requires_grad=True)
progress: 38 7.914877642178908e-10
    grad: 1 2 -1.5497207641601562e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -6.103515625e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -0.000125885009765625
w= tensor([2.0000], requires_grad=True)
progress: 39 4.4019543565809727e-10
    grad: 1 2 -1.1444091796875e-05
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -4.482269287109375e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -9.1552734375e-05
w= tensor([2.0000], requires_grad=True)
progress: 40 2.3283064365386963e-10
    grad: 1 2 -8.344650268554688e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -3.24249267578125e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -6.580352783203125e-05
w= tensor([2.0000], requires_grad=True)
progress: 41 1.2028067430946976e-10
    grad: 1 2 -5.9604644775390625e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.288818359375e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -4.57763671875e-05
w= tensor([2.0000], requires_grad=True)
progress: 42 5.820766091346741e-11
    grad: 1 2 -4.291534423828125e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -1.71661376953125e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -3.719329833984375e-05
w= tensor([2.0000], requires_grad=True)
progress: 43 3.842615114990622e-11
    grad: 1 2 -3.337860107421875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -1.33514404296875e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -2.86102294921875e-05
w= tensor([2.0000], requires_grad=True)
progress: 44 2.2737367544323206e-11
    grad: 1 2 -2.6226043701171875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -1.049041748046875e-05
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -2.288818359375e-05
w= tensor([2.0000], requires_grad=True)
progress: 45 1.4551915228366852e-11
    grad: 1 2 -1.9073486328125e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -7.62939453125e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -1.430511474609375e-05
w= tensor([2.0000], requires_grad=True)
progress: 46 5.6843418860808015e-12
    grad: 1 2 -1.430511474609375e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -1.1444091796875e-05
w= tensor([2.0000], requires_grad=True)
progress: 47 3.637978807091713e-12
    grad: 1 2 -1.1920928955078125e-06
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -4.76837158203125e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -1.1444091796875e-05
w= tensor([2.0000], requires_grad=True)
progress: 48 3.637978807091713e-12
    grad: 1 2 -9.5367431640625e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -3.814697265625e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -8.58306884765625e-06
w= tensor([2.0000], requires_grad=True)
progress: 49 2.0463630789890885e-12
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 50 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 51 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 52 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 53 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 54 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 55 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 56 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 57 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 58 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 59 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 60 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 61 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 62 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 63 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 64 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 65 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 66 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 67 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 68 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 69 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 70 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 71 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 72 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 73 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 74 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 75 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 76 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 77 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 78 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 79 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 80 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 81 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 82 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 83 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 84 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 85 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 86 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 87 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 88 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 89 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 90 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 91 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 92 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 93 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 94 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 95 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 96 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 97 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 98 9.094947017729282e-13
    grad: 1 2 -7.152557373046875e-07
w= tensor([2.0000], requires_grad=True)
    grad: 2 4 -2.86102294921875e-06
w= tensor([2.0000], requires_grad=True)
    grad: 3 6 -5.7220458984375e-06
w= tensor([2.0000], requires_grad=True)
progress: 99 9.094947017729282e-13
predict(after training) 4 7.999998569488525

Process finished with exit code 0