tensorflow:回归问题实战

回归问题

1. Compute Loss
   
   2.Compute Gradient and update
   
2. Set w=w’ and loop
   

代码

对应的data.csv文件可以在https://github.com/dragen1860/Deep-Learning-with-TensorFlow-book中的/ch02-回归问题/

#linear_regression.py中的代码
import numpy as np

def compute_error_for_line_given_points(b,w,points):
    totalError = 0
    for i in range(0,len(points)):
        x = points[i,0]
        y = points[i,1]
        totalError +=(y - (w*x+b)) **2
    return totalError / float(len(points))

def step_gradient(b_current,w_current,points,learningRate):
    b_gradient = 0
    w_gradient = 0
    N = float(len(points))
    for i in range(0,len(points)):
        x = points[i,0]
        y = points[i,1]
        b_gradient  += (2/N) * ((w_current * x +b_current) - y)
        w_gradient += (2/N) * x * ((w_current * x +b_current) - y)

        new_b = b_current -(learningRate * b_gradient)
        new_w = w_current - (learningRate * w_gradient)
        return [new_b,new_w]

def gradient_descent_runner(points,starting_b,starting_w,learning_rate,num_iterations):
    b = starting_b
    w = starting_w
    for i in range(num_iterations):
        b,w = step_gradient(b,w,np.array(points),learning_rate)
    return [b,w]

def run():
    points = np.genfromtxt("data.csv",delimiter=",")
    #genfromtxt函数创建数组表格数据
    #genfromtxt主要执行两个循环运算。第一个循环将文件的每一行转换成字符串序列。第二个循环将每个字符串序列转换为相应的数据类型。
    learning_rate = 0.0001
    initial_b = 0
    initial_w = 0
    num_iterations = 1000
    print("Starting gradient descent at b = {0},w = {1},error = {2}"
          .format(initial_b,initial_w,
                  compute_error_for_line_given_points(initial_b,initial_w,points)))
    print("Running...")
    [b,w] = gradient_descent_runner(points,initial_b,initial_w,learning_rate,num_iterations)
    print("After {0} iteration b = {1},w = {2}, error = {3}"
          .format(num_iterations,b,w,
                  compute_error_for_line_given_points(b,w,points)))

if __name__ == '__main__':
    run()

运行效果：

D:\anaconda\python.exe E:/code/Deep-Learning-with-TensorFlow-book-master/Deep-Learning-with-TensorFlow-book-master/ch02-回归问题/linear_regression.py
Starting gradient descent at b = 0, w = 0, error = 5565.107834483211
Running...
After 1000 iterations b = 0.08893651993741346, w = 1.4777440851894448, error = 112.61481011613473

Process finished with exit code 0