from numpy import * import operator from sklearn.model_selection import train_test_split from sklearn.neighbors import KNeighborsClassifier from os import listdir import matplotlib.pyplot as plt def autoNorm(dataSet): minVals = dataSet.min(0) maxVals = dataSet.max(0) ranges = maxVals - minVals normDataSet = zeros(shape(dataSet)) m = dataSet.shape[0] normDataSet = dataSet - tile(minVals, (m, 1)) normDataSet = normDataSet / tile(ranges, (m, 1)) # element wise divide return normDataSet, ranges, minVals def classify0(inX, dataSet, labels, k): dataSetSize = dataSet.shape[0] diffMat = tile(inX, (dataSetSize, 1)) - dataSet sqDiffMat = diffMat ** 2 sqDistances = sqDiffMat.sum(axis=1) distances = sqDistances ** 0.5 sortedDistIndicies = distances.argsort() classCount = {} for i in range(k): voteIlabel = labels[sortedDistIndicies[i]] classCount[voteIlabel] = classCount.get(voteIlabel, 0) + 1 sortedClassCount = sorted(classCount.items(), key=operator.itemgetter(1), reverse=True) return sortedClassCount[0][0] def file2matrix(filename): fr = open(filename) numberOfLines = len(fr.readlines()) # get the number of lines in the file returnMat = zeros((numberOfLines, 3)) # prepare matrix to return classLabelVector = [] # prepare labels return fr = open(filename) index = 0 for line in fr.readlines(): line = line.strip() listFromLine = line.split('\t') returnMat[index, :] = listFromLine[0:3] classLabelVector.append(int(listFromLine[-1])) index += 1 return returnMat, classLabelVector def datingClassTest(): hoRatio = 0.50 #hold out 10% datingDataMat,datingLabels = file2matrix('datingTestSet2.txt') #load data setfrom file normMat, ranges, minVals = autoNorm(datingDataMat) m = normMat.shape[0] numTestVecs = int(m*hoRatio) errorCount = 0.0 for i in range(numTestVecs): classifierResult = classify0(normMat[i,:],normMat[numTestVecs:m,:],datingLabels[numTestVecs:m],3) print("the classifier came back with: %d, the real answer is: %d" % (classifierResult, datingLabels[i])) if (classifierResult != datingLabels[i]): errorCount += 1.0 print("the total error rate is: %f" % (errorCount/float(numTestVecs))) print(errorCount) def img2vector(fileName): returnVect = zeros((1,1024)) #生成零矩阵 fr = open(fileName) for i in range(32): lineStr = fr.readline() for j in range(32): returnVect[0,32*i+j] = int(lineStr[j]) return returnVect hwLabels = [] trainingFileList = listdir('trainingDigits') print(trainingFileList) m = len(trainingFileList) trainingMat = zeros((m,1024)) #生成n维的矩阵 for i in range(m): fileNameStr = trainingFileList[i] fileStr = fileNameStr.split('.')[0] classNumStr = fileNameStr.split("_")[0] hwLabels.append(classNumStr) trainingMat[i,:] = img2vector("trainingDigits/%s"%fileNameStr) print(hwLabels) testFileList = listdir("testDigits") mTest = len(testFileList) errorCount = 0 for i in range(mTest): _fileNameStr = testFileList[i] _fileStr = _fileNameStr.split('.')[0] _classNumStr = int(_fileStr.split("_")[0]) vectorUnderTest = img2vector("testDigits/%s"%_fileNameStr) #classifierResult = X_train, X_test, y_train, y_test = train_test_split(trainingMat,hwLabels,random_state=0) clf = KNeighborsClassifier(n_neighbors=3) clf.fit(X_train, y_train) print(clf.score(X_test,y_test)) for i in range(mTest): _fileNameStr = testFileList[i] _fileStr = _fileNameStr.split('.')[0] _classNumStr = int(_fileStr.split("_")[0]) vectorUnderTest = img2vector("testDigits/%s"%_fileNameStr) classifierResult = clf.predict(vectorUnderTest) print("the classifier came back with %d ,the real answer is %d"%(classifierResult,_classNumStr)) if(int(classifierResult) != int(_classNumStr)): errorCount += 1.0 print("the total number of errors is %d"%errorCount) print("total error rate is %f"%(errorCount/float(mTest)))
机器学习实战——k近邻分类器的手写识别系统
最新推荐文章于 2024-07-28 15:37:27 发布