机器学习算法代码

画图

%matplotlib inline
#import matplotlib as mpl
import matplotlib.pyplot as plt
np.random.seed(42) #随机种子

保存图像

PROJECT_ROOT_DIR = “.”
MODEL_ID =“linear_models”

def save_fig(fig_id,tight_lay=True): #定义一个保存图像的函数
path = os.path.join(PROJECT_ROOT_DIR,“images”,MODEL_ID,fig_id + “.png”) #指定图像的保存路径 当前目录下images文件夹下的model_id文件夹
print(“Saving figure”,fig_id) #提示函数正在保存图片
plt.savefig(path,format=‘png’,dpi=300) #保存图片（需要指定格式，指定图片大小—）
#把讨厌的警告信息过滤掉
import warnings
warnings.filterwarnings(action=“ignore”,message=“internal gelsd”)
X= 2* np.random.rand(100,1)#生成训练数据(特征部分)
y = 4+ 3 * X+np.random.randn(100,1)#生成训练数据(标签部分)

plt.plot(X,y,“b.”)#画图
plt.xlabel("$x_1$",fontsize=18)
plt.ylabel("$y$",rotation = 0,fontsize=18)
plt.axis([0,2,0,15])
save_fig(“generated_data_plot”)#保存图片
plt.show()

添加新特征

X_b = np.c_[np.ones((100,1)),X]
X_b

创建测试数据

X_new = np.array([[0],[2]])
X_new_b = np.c_[np.ones((2,1)),X_new]
from sklearn.linear_model import LinearRegression
lin_reg =LinearRegression() #创建线性回归对象
lin_reg.fit(X,y) #拟合训练数据
lin_reg.intercept_,lin_reg.coef_ #输出截取，斜率
lin_reg.predict(X_new) #对测试集进行预测

用批量梯度下降求解线性回归
eta = 0.1
n_iterations = 1000
m = 100
theta = np.random.randn(2,1)
for iteration in range(n_iterations): #限定迭代此时
gradients = 2/m * X_b.T.dot(X_b.dot(theta)-y) #梯度
theta = theta -eta * gradients #更新theta
theta_path_bgd=[]
def plot_gradient_descent(theta,eta,theta_path=None):
m = len(X_b)
plt.plot(X,y,“b.”)
n_iterations = 1000
for iteration in range(n_iterations):
if iteration <10:
y_predict =X_new_b.dot(theta)
style=“b-”
plt.plot(X_new,y_predict,style)
gradients = 2/m * X_b.T.dot(X_b.dot(theta)-y)
theta =theta - eta * gradients
if theta_path is not None:
theta_path.append(theta)
plt.xlabel("$x_1$",fontsize=18)
plt.axis([0,2,0,15])
plt.title(r"$\eta =$".format(eta),fontsize=16)
np.random.seed(42)
theta = np.random.randn(2,1)

plt.figure(figsize=(10,4))
plt.subplot(131);plot_gradient_descent(theta,eta=0.02)
plt.ylabel("$y$",rotation=0,fontsize=18)
plt.subplot(132);plot_gradient_descent(theta,eta=0.1,theta_path=theta_path_bgd)
plt.subplot(133);plot_gradient_descent(theta,eta=0.5)

save_fig(“gradient_descent_plot”)
plt.show()

随机梯度下降

theta_path_sgd =[]
m = len(X_b)
np.random.seed(42)

n_epochs=50

np.random.randn(2,1) #随机初始化

for epoch in range(n_epochs):
for i in range(m):
if epoch == 0 and i < 20:
y_predict = X_new_b.dot(theta)
style =“b-”
plt.plot(X_new,y_predict, style)
random_index = np.random.randint(m)
xi = X_b[random_index:random_index+1]
yi = y[random_index:random_index+1]
gradients =2 * xi.T.dot(xi.dot(theta)- yi)
eta =0.1
theta = theta- eta * gradients
theta_path_sgd.append(theta)
plt.plot(X,y,“b.”)
plt.xlabel("$x_1$",fontsize=18)
plt.ylabel("$y$",rotation=0,fontsize=18)
plt.axis([0,2,0,15])
save_fig(“sgd_plot”)
plt.show()

from sklearn.linear_model import SGDRegressor
sgd_reg = SGDRegressor(max_iter=50,tol = -np.infty,penalty=None,eta0=0.1,random_state=42)
sgd_reg.fit(X,y.ravel())

小批量梯度下降 MIini-batch gradient descent

theta_path_mgd =[]

n_iterations =500
minibatch_size =20

np.random.seed(42)
theta = np.random.randn(2,1)

for epoch in range(n_iterations):
shuffled_indices = np.random.permutation(m)
X_b_shuffled = X_b[shuffled_indices]
y_shuffled =y[shuffled_indices]
for i in range(0,m ,minibatch_size):
xi = X_b_shuffled[i:i+minibatch_size]
yi = y_shuffled[i:i+minibatch_size]
gradients =2/minibatch_size * xi.T.dot(xi.dot(theta)-yi)
eta = 0.1
theta = theta - eta * gradients
theta_path_mgd.append(theta)
theta_path_bgd = np.array(theta_path_bgd)
theta_path_sgd = np.array(theta_path_sgd)
theta_path_mgd = np.array(theta_path_mgd)
plt.figure(figsize =(7,4))
plt.plot(theta_path_sgd[:,0],theta_path_sgd[:,1],“r-s”,linewidth = 1,label=“Stochastic”)
plt.plot(theta_path_mgd[:,0],theta_path_mgd[:,1],“g-+”,linewidth = 2,label=“Mini-batch”)
plt.plot(theta_path_bgd[:,0],theta_path_bgd[:,1],“b-o”,linewidth = 3,label=“Batch”)
plt.legend(loc=“upper left”,fontsize=16)
plt.xlabel(r"${\theta }_0$",fontsize=20)
plt.ylabel(r"${\theta }_1$",fontsize=20,rotation=0)
plt.axis([2.5,4.5,2.3,3.9])
save_fig(“gradient_descent_payhs_plot”)
plt.show()