TF Girls——数据探索（4-6)

 

 

 

本文内容：

4、机器学习

5、数据预处理

6、数据分布

#《TF Girls 修炼指南》第四期



# 正式开始机器学习



# 首先我们要确定一个目标: 图像识别



# 我这里就用Udacity Deep Learning的作业作为辅助了



# 1. 下载数据  http://ufldl.stanford.edu/housenumbers/

# 2. 探索数据

# 3. 处理数据

# 4. 构建一个基本网络, 基本的概念+代码 ， TensorFlow的世界

# 5. 卷积ji

# 6. 来实验吧

# 7. 微调与结果

# encoding:utf-8

# Python2 兼容

from __future__ import print_function, division

from scipy.io import loadmat as load

import matplotlib.pyplot as plt

import numpy as np



def reformat(samples, labels):

	# 改变原始数据的形状

	#  0       1       2      3          3       0       1      2

	# (图片高，图片宽，通道数，图片数) -> (图片数，图片高，图片宽，通道数)

	new = np.transpose(samples, (3, 0, 1, 2)).astype(np.float32)



	# labels 变成 one-hot encoding, [2] -> [0, 0, 1, 0, 0, 0, 0, 0, 0, 0]

	# digit 0 , represented as 10

	# labels 变成 one-hot encoding, [10] -> [1, 0, 0, 0, 0, 0, 0, 0, 0, 0]

	labels = np.array([x[0] for x in labels])	# slow code, whatever

	one_hot_labels = []

	for num in labels:

		one_hot = [0.0] * 10

		if num == 10:

			one_hot[0] = 1.0

		else:

			one_hot[num] = 1.0

		one_hot_labels.append(one_hot)

	labels = np.array(one_hot_labels).astype(np.float32)

	return new, labels



def normalize(samples):

	'''

	并且灰度化: 从三色通道 -> 单色通道     省内存 + 加快训练速度

	(R + G + B) / 3

	将图片从 0 ~ 255 线性映射到 -1.0 ~ +1.0

	@samples: numpy array

	'''

	a = np.add.reduce(samples, keepdims=True, axis=3)  # shape (图片数，图片高，图片宽，通道数)

	a = a/3.0

	return a/128.0 - 1.0





def distribution(labels, name):

	# 查看一下每个label的分布，再画个统计图

	# keys:

	# 0

	# 1

	# 2

	# ...

	# 9

	count = {}

	for label in labels:

		key = 0 if label[0] == 10 else label[0]

		if key in count:

			count[key] += 1

		else:

			count[key] = 1

	x = []

	y = []

	for k, v in count.items():

		# print(k, v)

		x.append(k)

		y.append(v)



	y_pos = np.arange(len(x))

	plt.bar(y_pos, y, align='center', alpha=0.5)

	plt.xticks(y_pos, x)

	plt.ylabel('Count')

	plt.title(name + ' Label Distribution')

	plt.show()



def inspect(dataset, labels, i):

	# 显示图片看看

	print(labels[i])

	'''

	if dataset.shape[3] == 1:

		shape = dataset.shape

		dataset = dataset.reshape(shape[0], shape[1], shape[2])

	plt.imshow(dataset[i])

	'''#可以改为以下	

	plt.imshow(dataset[i].squeeze())

	plt.show()





train = load('../data/train_32x32.mat')

test = load('../data/test_32x32.mat')

# extra = load('../data/extra_32x32.mat')



print('Train Samples Shape:', train['X'].shape)

print('Train  Labels Shape:', train['y'].shape)



print('Train Samples Shape:', test['X'].shape)

print('Train  Labels Shape:', test['y'].shape)



# print('Train Samples Shape:', extra['X'].shape)

# print('Train  Labels Shape:', extra['y'].shape)



train_samples = train['X']

train_labels = train['y']

# test_samples = test['X']

# test_labels = test['y']

# test_samples = extra['X']

# test_labels = extra['y']



_train_samples, _train_labels = reformat(train_samples, train_labels)

# _test_samples, _test_labels = reformat(test_samples, test_labels)

#

# _train_dataset = normalize(n_train_dataset)

# _test_dataset = normalize(n_test_dataset)



num_labels = 10

image_size = 32



if __name__ == '__main__':

	# 探索数据

	pass

	# inspect(_train_samples, _train_labels, 1234)

	# _train_samples = normalize(_train_samples)

	# inspect(_train_samples, _train_labels, 1234)

	# distribution(train_labels, 'Train Labels')

	# distribution(test_labels, 'Test Labels')