python机器学习第一个算法“单变量线性回归”

# -*- coding: utf-8 -*-
"""
Created on Fri May 10 14:28:02 2019

@author: Administrator
"""

import numpy as np
import matplotlib.pyplot as plt

import matplotlib as mpl
mpl.rcParams['font.sans-serif']=['SimHei']     #正确显示中文

#模型
def model(x,theta):
    h=x.dot(theta)
    return h

#代价函数
def costfunc(h,y):
    m=len(h)  #得到样本数
    e=h-y    #计算误差
    J=1.0/(2*m)*e.T.dot(e)
    return J

#正规方程求解最优theta，计算模型
def besttheta(x,y):
    theta=np.dot(np.linalg.inv(x.T.dot(x)),x.T.dot(y))
    return theta

#梯度下降求解计算模型
def graddesc(x,y,alpha=0.01,max_iter=15000):     #alpha=0.01学习率，max_iter=15000最大迭代数
    m,n=x.shape    #获取x的行，列数
    theta=np.zeros((n,1))     #初始化theta矩阵，初始值全为0
    jarr=np.zeros(max_iter)      #代价数组
    
    for i in range(max_iter):
        h=model(x,theta)    #计算预测值
        jarr[i]=costfunc(h,y)      #存储每组theta所对应的代价
        e=h-y         #误差矩阵
        deltatheta=1.0/m*x.T.dot(e)        #梯度矩阵
        theta -= alpha*deltatheta        #更新theta
        
    return jarr,theta

#预处理
def preprocessing(x,y):
    m=len(x)
    x=np.c_[np.ones((m,1)),x]    #给x前面拼接一列1
    y=np.c_[y]          #将y从向量变为矩阵
    return x,y

#数据加载
data=np.loadtxt('ex1data1.txt',delimiter=',')     #delimiter=','指分隔符为’，’

#切分
x=data[:,:-1]      #特征
y=data[:,-1]           #真实值

#预处理
x,y=preprocessing(x,y)

#用正规方程训练模型
theta1=besttheta(x,y)

#用梯度下降训练模型
jarr,theta=graddesc(x,y)

#对数据进行预测，计算预测值
h=model(x,theta)

#画代价曲线
plt.plot(jarr)
plt.title('代价曲线')
plt.show()

#画真实值散点图和预测模型
plt.scatter(x[:,1],y,label='真实值')
plt.plot(x[:,1],h,label='预测值',c='r')     #c='r'是颜色设为红色，label='预测值'是图例的标签
plt.legend()     #显示图例
plt.show()

数据ex1data1.txt:
6.1101,17.592
5.5277,9.1302
8.5186,13.662
7.0032,11.854
5.8598,6.8233
8.3829,11.886
7.4764,4.3483
8.5781,12
6.4862,6.5987
5.0546,3.8166
5.7107,3.2522
14.164,15.505
5.734,3.1551
8.4084,7.2258
5.6407,0.71618
5.3794,3.5129
6.3654,5.3048
5.1301,0.56077
6.4296,3.6518
7.0708,5.3893
6.1891,3.1386
20.27,21.767
5.4901,4.263
6.3261,5.1875
5.5649,3.0825
18.945,22.638
12.828,13.501
10.957,7.0467
13.176,14.692
22.203,24.147
5.2524,-1.22
6.5894,5.9966
9.2482,12.134
5.8918,1.8495
8.2111,6.5426
7.9334,4.5623
8.0959,4.1164
5.6063,3.3928
12.836,10.117
6.3534,5.4974
5.4069,0.55657
6.8825,3.9115
11.708,5.3854
5.7737,2.4406
7.8247,6.7318
7.0931,1.0463
5.0702,5.1337
5.8014,1.844
11.7,8.0043
5.5416,1.0179
7.5402,6.7504
5.3077,1.8396
7.4239,4.2885
7.6031,4.9981
6.3328,1.4233
6.3589,-1.4211
6.2742,2.4756
5.6397,4.6042
9.3102,3.9624
9.4536,5.4141
8.8254,5.1694
5.1793,-0.74279
21.279,17.929
14.908,12.054
18.959,17.054
7.2182,4.8852
8.2951,5.7442
10.236,7.7754
5.4994,1.0173
20.341,20.992
10.136,6.6799
7.3345,4.0259
6.0062,1.2784
7.2259,3.3411
5.0269,-2.6807
6.5479,0.29678
7.5386,3.8845
5.0365,5.7014
10.274,6.7526
5.1077,2.0576
5.7292,0.47953
5.1884,0.20421
6.3557,0.67861
9.7687,7.5435
6.5159,5.3436
8.5172,4.2415
9.1802,6.7981
6.002,0.92695
5.5204,0.152
5.0594,2.8214
5.7077,1.8451
7.6366,4.2959
5.8707,7.2029
5.3054,1.9869
8.2934,0.14454
13.394,9.0551
5.4369,0.61705