python实现knn算法鸢尾花_KNN算法的Python实现

最新推荐文章于 2023-11-13 19:51:06 发布

weixin_39614011

最新推荐文章于 2023-11-13 19:51:06 发布

阅读量549

点赞数

文章标签： python实现knn算法鸢尾花

本文链接：https://blog.csdn.net/weixin_39614011/article/details/114425737

版权

最近在看机器学习，第一章就介绍了最简单的KNN算法，一下就是KNN算法的Python实现，要运行这个代码，需要安装Python(x,y)。

from numpy import *

import operator

def classify(inMat,dataSet,labels,k):

dataSetSize=dataSet.shape[0]

#KNN的算法核心就是欧式距离的计算，一下三行是计算待分类的点和训练集中的任一点的欧式距离

diffMat=tile(inMat,(dataSetSize,1))-dataSet

sqDiffMat=diffMat**2

distance=sqDiffMat.sum(axis=1)**0.5

#接下来是一些统计工作

sortedDistIndicies=distance.argsort()

classCount={}

for i in range(k):

labelName=labels[sortedDistIndicies[i]]

classCount[labelName]=classCount.get(labelName,0)+1;

sortedClassCount=sorted(classCount.items(),key=operator.itemgetter(1),reverse=True)

return sortedClassCount[0][0]

def file2Mat(testFileName,parammterNumber):

fr=open(testFileName)

lines=fr.readlines()

lineNums=len(lines)

resultMat=zeros((lineNums,parammterNumber))

classLabelVector=[]

for i in range(lineNums):

line=lines[i].strip()

itemMat=line.split('\t')

resultMat[i,:]=itemMat[0:parammterNumber]

classLabelVector.append(itemMat[-1])

fr.close()

return resultMat,classLabelVector;

#为了防止某个属性对结果产生很大的影响，所以有了这个优化，比如:10000,4.5,6.8 10000就对结果基本起了决定作用

def autoNorm(dataSet):

minVals=dataSet.min(0)

maxVals=dataSet.max(0)

ranges=maxVals-minVals

normMat=zeros(shape(dataSet))

size=normMat.shape[0]

normMat=dataSet-tile(minVals,(size,1))

normMat=normMat/tile(ranges,(size,1))

return normMat,minVals,ranges

def test(trainigSetFileName,testFileName):

trianingMat,classLabel=file2Mat(trainigSetFileName,3)

trianingMat,minVals,ranges=autoNorm(trianingMat)

testMat,testLabel=file2Mat(testFileName,3)

testSize=testMat.shape[0]

errorCount=0.0

for i in range(testSize):

result=classify((testMat[i]-minVals)/ranges,trianingMat,classLabel,3)

if(result!=testLabel[i]):

errorCount+=1.0

errorRate=errorCount/(float)(len(testLabel))

return errorRate;

if __name__=="__main__":

errorRate=test('datingTrainingSet.txt','datingTestSet.txt')

print("the error rate is :%f"%(errorRate)) 训练数据：

409208.3269760.9539523

144887.1534691.6739042

260521.4418710.8051241

7513613.1473940.4289641

383441.6697880.1342961

7299310.1417401.0329551

359486.8307921.2131923

4266613.2763690.5438803

674978.6315770.7492781

3548312.2731691.5080533

502423.7234980.8319171

632758.3858791.6694851

55694.8754350.7286582

510524.6800980.6252241

7737215.2995700.3313511

436731.8894610.1912831

613647.5167541.2691641

6967314.2391950.2613331

156690.0000001.2501852

2848810.5285551.3048443

64873.5402650.8224832

377082.9915510.8339201

226205.2978650.6383062

287826.5938030.1871083

197392.8167601.6862092

3678812.4582580.6496173

57410.0000001.6564182

285679.9686480.7312323

68081.3648380.6401032

416110.2304531.1519961

3666111.8654020.8828103

436050.1204601.3520131

153608.5452041.3404293

637965.8566490.1600061

107439.6656180.7786262

708089.7787631.0841031

720114.9329760.6320261

59142.2162460.5870952

1485114.3056360.6323173

3355312.5918890.6865813

449523.4246491.0045041

179340.0000000.1475732

277388.5338230.2053243

292909.8295280.2386203

4233011.4921860.2634993

364293.5709680.8322541

396231.7712280.2076121

324043.5139210.9918541

272684.3981720.9750241

54774.2768231.1748742

142545.9460141.6142442

6861313.7989700.7243751

4153910.3935911.6637243

79173.0075770.2973022

213311.0319380.4861742

83384.7512120.0646932

51763.6922691.6551132

1898310.4480910.2676523

6883710.5857860.3295571

134381.6045010.0690642

488493.6794970.9614661

122853.7951460.6966942

78262.5318851.6591732

55659.7333400.9777462

103466.0930671.4137982

18237.7129601.0549272

974411.4703640.7604613

168572.8865290.9344162

3933610.0543731.1383513

652309.9724700.8818761

24632.3357851.3661452

2735311.3751551.5286263

161910.0000000.6056192

122584.1267870.3575012

423776.3195221.0586021

256078.6805270.0869553

7745014.8563911.1298231

587322.4542850.2223801

464267.2922020.5486073

326888.7451370.8573483

648908.5790010.6830481

85542.5073020.8691772

2886111.4154761.5054663

420504.8385401.6808921

3219310.3395070.5836463

648956.5737421.1514331

23556.5393970.4620652

02.2091590.7235672

7040611.1963780.8363261

573994.2295950.1282531

417329.5059440.0052733

114298.6527251.3489343

7527017.1011080.4907121

54597.8718390.7176622

735208.2621311.3616461

402799.0156351.6585553

215409.2153510.8067623

176946.3750070.0336782

223292.2620141.0221691

465705.6771100.7094691

4240311.2930170.2079763

336546.5900431.3531171

91714.7119600.1941672

281228.7680991.1080413

3409511.5025190.5450973

17744.6828120.5781122

4013112.4465780.3007543

1399412.9083841.6577223

7706412.6011080.9745271

112103.9294560.0254662

61229.7515031.1820503

153413.0437670.8881682

443734.3915220.8071001

2845411.6952760.6790153

637717.8797420.1542631

92175.6131630.9336322

690769.1401720.8513001

244894.2586440.2068921

168716.7998311.2211712

397768.7527580.4844183

59011.1230331.1803522

4098710.8332481.5854263

74793.0516180.0267812

387685.3084090.0306833

49331.8417920.0280992

323112.2619781.6056031

2650111.5736961.0613473

374338.0387641.0839103

2350310.7340070.1037153

686079.6619090.3507721

277429.0058500.5487373

113030.0000000.5391312

05.7571401.0623732

327299.1646561.6245653

246191.3183401.4362431

4241414.0755970.6959343

2021010.1075501.3083983

332257.9602931.2197603

544836.3172920.0182091

1847512.6641940.5956533

339262.9066440.5816571

438652.3882410.9139381

265476.0244710.4862153

444047.2267641.2553293

166744.1839971.2752902

812311.8502111.0969813

4274711.6617971.1679353

560543.5749670.4946661

109330.0000000.1074752

181217.9376570.9047993

112723.3650271.0140852

162970.0000000.3674912

2816813.8606721.2932703

4096310.3067141.2115943

316857.2280020.6706703

551644.5087401.0361921

175950.3663280.1636522

18623.2994440.5751522

570870.5732870.6079151

630829.1837380.0122801

512137.8426461.0606363

64874.7509640.5582402

480511.4387021.5563343

303028.2430631.1227683

686807.9490170.2718651

175917.8754770.2270852

743919.5690870.3648561

372177.7501030.8690943

428140.0000001.5152931

147383.3960300.6339772

1989611.9160910.0252943

146730.4607580.6895862

3201113.0875660.4760023

587364.5890161.6726001

547448.3972171.5341031

294825.5627721.6893881

2769810.9051590.6190913

114431.3114411.1698872

5611710.6471700.9801413

395140.0000000.4819181

266278.5030250.8308613

165250.4368801.3953142

243686.1278671.1021791

2216012.1124920.3596803

60301.2649681.1415822

64686.0675681.3270472

229458.0109641.6816483

185203.7910840.3040722

3491411.7731951.2626213

61218.3395881.4433572

380632.5630921.4640131

234105.9542160.9537821

350739.2883740.7673183

529143.9767961.0431091

168018.5852271.4557083

95331.2719460.7965062

167210.0000000.2427782

58320.0000000.0897492

4459111.5212980.3008603

101431.1394470.4153732

216095.6990901.3918922

238172.4493781.3225601

156400.0000001.2283802

88473.1683650.0539932

5093910.4286101.1262573

285212.9430701.4468161

3290110.4413480.9752833

4285012.4787641.6287263

134995.8569020.3638832

403452.4764200.0960751

435471.8266370.8114571

707584.3244510.3282351

197801.3760851.1783592

444845.3424620.3945271

5446211.8355210.6933013

2008512.4236871.4242643

4229112.1612730.0711313

475508.1483601.6491943

119381.5310671.5497562

406993.2009120.3096791

709088.8626910.5305061

739896.3705510.3693501

118722.4688410.1450602

4846311.0542120.1415083

159872.0370800.7152432

7003613.3640300.5499721

3296710.2491350.1927353

6324910.4642521.6697671

427959.4245740.0137253

144594.4589020.2684442

199730.0000000.5759762

54949.6860821.0298083

6790213.6494021.0526181

2562113.1811480.2730143

275453.8774720.4016001

586561.4139520.4513801

73274.2489861.4302492

645558.7791830.8459471

89984.1562520.0971092

117525.5800180.1584012

7631915.0404401.3668981

2766512.7938701.3073233

674173.2548770.6695461

2180810.7256070.5885883

153268.2564730.7658912

200578.0338921.6185623

7934110.7025320.2047921

156365.0629961.1325552

3560210.7722860.6687213

285441.8923540.8370281

576631.0199660.3723201

7872715.5460430.7297421

6825511.6382050.4091251

149643.4278860.9756162

2183511.2461741.4755863

74870.0000000.6450452

87000.0000001.4240172

262268.2425530.2790693

658998.7000600.1018071

65430.8123440.2603342

465562.4482351.1768291

7103813.2300780.6161471

476570.2361330.3408401

1960011.1558260.3351313

3742211.0296360.5057693

13632.9011811.6466332

265353.9245941.1431201

477072.5248061.2928481

380553.5274741.4491581

62863.3842810.8892682

107470.0000001.1075922

4488311.8988900.4064413

568233.5298921.3758441

6808611.4426770.6969191

7024210.3081450.4227221

114098.5405290.7273732

676717.1569491.6916821

612380.7206750.8475741

177740.2294051.0386032

533763.3993310.0775011

309306.1572390.5801331

289871.2396980.7199891

136556.0368540.0165482

72275.2586650.9337222

4040912.3930011.5712813

136059.6276130.9358422

2640011.1304530.5976103

134918.8425950.3497683

3023210.6900101.4565953

432535.7147181.6747803

555363.0525051.3358041

88070.0000000.0590252

257839.9453071.2879523

228122.7197231.1421481

7782611.1540551.6084861

381722.6879180.6608361

3167610.0378470.9622453

7403812.4047621.1120801

4473810.2373050.6334223

174104.7453920.6625202

56884.6394611.5694312

366423.1493100.6396691

2995613.4068751.6391943

603506.0686680.8812411

237589.4770220.8990023

257803.8976200.5602012

113425.4636151.2036772

361093.3692671.5750431

142925.2345620.8259542

111600.0000000.7221702

2376212.9790690.5040683

395675.3765640.5574761

2564713.5279101.5867323

148142.1968890.7845872

7359010.6917480.0075091

351871.6592420.4470661

494598.3696670.6566973

3165713.1571970.1432483

62598.1996670.9085082

331014.4416690.4393813

271079.8464920.6445233

178240.0195400.9779492

435368.2537740.7487003

677056.0386201.5096461

352836.0915871.6946413

713088.9868201.2251651

3105411.5084731.6242963

523878.8077340.7139223

403280.0000000.8166761

348448.8892021.6654143

116073.1781170.5427522

643067.0137950.1399091

327219.6050140.0652543

331701.2305401.3316741

3719210.4128110.8908033

130890.0000000.5671612

664919.6999910.1220111

159410.0000000.0611912

42724.4552930.2721352

488123.0209771.5028031

288188.0992780.2163173

353941.1577641.6032171

7179110.1053960.1210671

4066811.2301480.4086033

395809.0700580.0113793

117860.5664600.4788372

192510.0000000.4873002

565948.9563691.1934843

544951.5230570.6205281

118442.7490060.1698552

454659.2353930.1883503

3103310.5555730.4039273

166336.9563721.5193082

138870.6362811.2739842

526033.5747370.0751631

720009.0324861.4618091

684975.9589930.0230121

351352.4353001.2117441

2639710.5397311.6382483

73137.6467020.0565132

9127320.9193490.6445711

247431.4247260.8384471

316906.7486630.8902233

154322.2891670.1148812

583945.5483770.4022381

339626.0572270.4326661

3144210.8285950.5599553

3104411.3181600.2710943

2993813.2653110.6339033

98750.0000001.4967152

515426.5171330.4025193

118784.9343741.5200282

6924110.1517380.8964331

377762.4257811.5594671

689979.7789621.1954981

6741612.2199500.6576771

592257.3941510.9544341

291388.5185350.7425463

59622.7987000.6626322

108470.6379300.6173732

7052710.7504900.0974151

96100.6253820.1409692

6473410.0279680.2827871

259419.8173470.3641973

27630.6468281.2660692

556013.3471110.9142941

3112811.8168920.1937983

51810.0000001.4801982

6998210.9456660.9932191

5244010.2447060.2805393

573502.5798011.1491721

578692.6304100.0988691

5655711.7462001.6955173

423428.1042321.3262773

1556012.4097430.7902953

3482612.1678441.3280863

85693.1984080.2992872

7762316.0555130.5410521

781847.1386590.1584811

70364.8310410.7614192

6961610.0828901.3736111

2154610.0668670.7884703

367158.1295380.3299133

205223.0124631.1381082

423493.7203910.8459741

90370.7734931.1482562

2672810.9629411.0373243

5870.1776210.1626142

489153.0858530.9678991

98248.4267810.2025582

41351.8259271.1283472

96662.1851551.0101732

593337.1845951.2613381

361980.0000000.1165251

349098.9017521.0335273

475162.4514971.3587951

558073.2136310.4320441

140363.9747390.7239292

428569.6013060.6192323

640078.3638970.4453411

594286.3814841.3650191

137300.0000001.4039142

417409.6098361.4381053

635469.9047410.9858621

304177.1858071.4891023

696365.4667031.2165711

646600.0000000.9158981

148834.5754430.5356712

79653.2770761.0108682

6862010.2466231.2396341

87382.3417351.0602352

75443.2010460.4988432

63776.0660130.1209272

368428.8293790.8956573

8104615.8330481.5682451

6773613.5167111.2201531

324920.6642841.1167551

392996.3251390.6051093

772898.6774990.3443731

338358.1880050.9648963

718909.4142630.3840301

320549.1965471.1382533

3857910.2029680.4523633

559842.1194391.4816611

7269413.6350780.8583141

422990.0834430.7016691

266359.1490961.0514463

85791.9338031.3743882

3730214.1155440.6761983

228788.9337360.9433523

43642.6612540.9461172

49850.9884321.3050272

370682.0637411.1259461

411372.2205900.6907541

677596.4248490.8066411

118311.1561531.6136742

345023.0327200.6018471

40883.0768280.9520892

151990.0000000.3181052

173097.7504800.5540153

4281610.9581351.4825003

4375110.2220180.4886783

583352.3679880.4357411

750397.6860541.3814551

4287811.4648791.4815893

4277011.0757350.0897263

88483.5439890.3458532

313408.1238891.2828803

414134.3317690.7544673

127310.1208651.2119612

224476.1161090.7015233

335647.4745340.5057903

489078.8194540.6492923

87626.8021440.6152842

4669612.6663250.9319603

368518.6361800.3993333

6763911.7309911.2898331

1718.1324490.0390622

2667410.2965891.4961443

87397.5839061.0057642

666689.7778060.4963771

687328.8335460.5138761

699954.9078991.5180361

820088.3627361.2859391

250549.0847261.6063123

3308514.1641410.5609703

413799.0806830.9899203

394176.5227670.0385483

125563.6903420.4622812

394323.5637060.2420191

380101.0658701.1415691

693066.6837961.4563171

380001.7128740.2439451

4632113.1099291.2801113

6629311.3279100.7809771

227304.5457111.2332541

59523.3678890.4681042

723088.3262240.5673471

603388.9783391.4420341

133015.6558261.5821592

278848.8553120.5706843

111886.6495680.5442332

567963.9663250.8504101

85711.9240451.6647822

49146.0048120.2803692

107840.0000000.3758492

392969.9230180.0921923

131132.3890840.1192842

7020413.6631890.1332511

4681311.4349760.3212163

116970.3582701.2928582

441839.5988730.2235243

22256.3752750.6080402

2906611.5805320.4584013

42455.3193241.5980702

343794.3240311.6034811

444412.3583701.2732041

20220.0000001.1827082

2686612.8243760.8904113

570701.5872471.4569821

329328.5103241.5206833

5196710.4288841.1877343

444328.3466180.0423183

670667.5414440.8092261

172622.5409461.5832862

797289.4730470.6925131

142590.3522840.4740802

61220.0000000.5898262

7687912.4051710.5672011

114264.1267750.8714522

24930.0340870.3358482

199101.1776340.0751062

109390.0000000.4799962

177160.9949090.6111352

3139011.0536641.1801173

203750.0000001.6797292

263092.4950111.4595891

3348411.5168310.0011563

459449.2132150.7977433

42495.3328650.1092882

60890.0000001.6897712

75130.0000001.1260532

2786212.6400621.6909033

390382.6931421.3175181

192183.3289690.2682712

629117.1931661.1174561

777586.6155121.5210121

279408.0005670.8353413

21944.0175410.5121042

3707213.2458590.9274653

155855.9706160.8136242

2557711.6687190.8869023

87774.2832371.2727282

2901610.7429630.9714013

2191012.3266721.5926083

129160.0000000.3446222

109760.0000000.9228462

7906510.6020950.5736861

3675910.8618591.1550543

500111.2290941.6386901

11550.4103921.3134012

7160014.5527110.6161621

3081714.1780430.6163133

5455914.1362600.3623881

297640.0935341.2071941

6910010.9290210.4031101

4732411.4329190.8259593

731999.1345270.5868461

444615.0714321.4214201

4561711.4602541.5417493

2822111.6200391.1035533

70914.0220790.2073072

61103.0578421.6312622

790167.7821690.4043851

182897.9817410.9297893

436794.6013630.2683261

220752.5955641.1153751

2353510.0490770.3910453

253013.2654441.5729702

3225611.7802821.5110143

369513.0759750.2862841

312901.7953070.1943431

3895311.1069790.2024153

352575.9944130.8000211

258479.7060621.0121823

3268010.5829920.8360253

620187.0382661.4589791

90740.0237710.0153142

3300412.8239820.6763713

445883.6177700.4934831

325658.3466840.2533173

385636.1043170.0992071

7566816.2077760.5849731

90696.4019691.6918732

533952.2986960.5597571

286317.6615150.0559813

710366.3536081.6453011

7114210.4427800.3358701

376533.8345091.3461211

7683910.9985870.5845551

99162.6959351.5121112

388893.3566460.3242301

3907514.6778360.7931833

480711.5519340.1309021

72752.4647390.2235022

418041.5332161.0074811

3566512.4739210.1629103

679566.4915960.0325761

4189210.5062761.5107473

388444.3803880.7485061

7419713.6709881.6879441

142018.3175990.3904092

39080.0000000.5562452

24590.0000000.2902182

3202710.0957991.1881483

128700.8606951.4826322

98801.5575640.7112782

7278410.0727790.7560301

175210.0000000.4314682

502837.1408170.8838133

3353611.3845481.4383073

94523.2145681.0835362

3745711.7206550.3016363

177246.3744751.4759253

438695.7496840.1988753

2643.8718080.5526022

257368.3363090.6362383

395849.7104421.5037353

312461.5326111.4338981

495679.7857850.9846143

70522.6336271.0978662

354939.2389350.4947013

109861.2056561.3988032

495083.1249091.6701211

57347.9354891.5850442

6547912.7466361.5603521

7726810.7325630.5453211

284903.9774030.7661031

135464.1944260.4506632

371669.6102860.1429123

163814.7975551.2604552

108481.6152790.0930022

354054.6147711.0271051

159170.0000001.3697262

61310.6084570.5122202

674326.5582390.6675791

3035412.3151160.1970683

696967.0149731.4946161

334818.8223041.1941773

4307510.0867960.5704553

383437.2416141.6616273

143184.6023951.5117682

53677.4349210.0797922

3789410.4675701.5954183

361729.9481270.0036633

401232.4785291.5689871

109765.9385450.8785402

127050.0000000.9480042

124955.5591811.3579262

356819.7766540.5359663

462023.0920560.4909061

115050.0000001.6233112

228344.4594950.5388671

499018.3343061.6466003

7193211.2266540.3846861

132793.9047371.5972942

491127.0382051.2113293

771299.8361201.0543401

374471.9909760.3780811

623979.0053020.4853851

01.7725101.0398732

154760.4586740.8195602

4062510.0039190.2316583

367060.5208071.4760081

2858010.6782141.4318373

258624.4259921.3638421

6348812.0353550.8312221

3394410.6067321.2538583

300991.5686530.6842641

137252.5454340.0242712

3676810.2640620.9825933

646569.8662760.6852181

149270.1427040.0574552

432319.8532701.5214323

660876.5966041.6535741

198062.6022871.3214812

4108110.4117760.6641683

102777.0834490.6225892

70142.0800681.2544412

172750.5228441.6224582

3160010.3620001.5448273 测试数据：