线性分类

Matlab代码：

functionfisher

x1=[0.23311.5207 0.6499 0.7757 1.0524 1.1974

    0.2908 0.2518 0.6682 0.5622 0.9023 0.1333

    -0.5431 0.9407 -0.2126 0.0507 -0.08100.7315

    0.3345 1.0650 -0.0247 0.1043 0.3122 0.6655

    0.5838 1.1653 1.2653 0.8137 -0.3399 0.5152

    0.7226 -0.2015 0.4070 -0.1717 -1.05730.2099];

x2=[2.33852.1946 1.6730 1.6365 1.7844 2.0155

    2.0681 2.1213 2.4797 1.5118 1.9692 1.8340

    1.8704 2.2948 1.7714 2.3939 1.5648 1.9329

    2.2027 2.4568 1.7523 1.6991 2.4883 1.7259

    2.0466 2.0226 2.3757 1.7987 2.0828 2.0798

    1.9449 2.3801 2.2373 2.1614 1.9235 2.2604];

 

%将x1,x2,x3变为列向量

x1=x1(:);

x2=x2(:);

 

%计算第一类的样本均值向量

m1(1)=mean(x1);

m1(2)=mean(x2);

 

%计算第一类样本类内散度矩阵S1

S1=zeros(2,2);

fori=1:36

   S1=S1+[-m1(1)+x1(i);-m1(2)+x2(i)]*[-m1(1)+x1(i);-m1(2)+x2(i)]';

end

 

x4=[1.40101.2301 2.0814 1.1655 1.3740 1.1829

    1.7632 1.9739 2.4152 2.5890 2.8472 1.9539

    1.2500 1.2864 1.2614 2.0071 2.1831 1.7909

    1.3322 1.1466 1.7087 1.5920 2.9353 1.4664

    2.9313 1.8349 1.8340 2.5096 2.7198 2.3148

    2.0353 2.6030 1.2327 2.1465 1.5673 2.9414];

x5=[1.02980.9611 0.9154 1.4901 0.8200 0.9399

    1.1405 1.0678 0.8050 1.2889 1.4601 1.4334

    0.7091 1.2942 1.3744 0.9387 1.2266 1.1833

    0.8798 0.5592 0.5150 0.9983 0.9120 0.7126

    1.2833 1.1029 1.2680 0.7140 1.2446 1.3392

    1.1808 0.5503 1.4708 1.1435 0.7679 1.1288];

 

x4=x4(:);

x5=x5(:);

 

%计算第二类的样本均值向量m2

m2(1)=mean(x4);

m2(2)=mean(x5);

 

%计算第二类样本类内散度矩阵S2

S2=zeros(2,2);

fori=1:36

   S2=S2+[-m2(1)+x4(i);-m2(2)+x5(i)]*[-m2(1)+x4(i);-m2(2)+x5(i)]';

end

%总类内散度矩阵

Sw=zeros(2,2);

Sw=S1+S2;

%样本类间散度矩阵Sb

Sb=zeros(2,2);

Sb=(m1-m2)'*(m1-m2);

%最优解W

W=Sw^(-1)*(m1-m2)';

%将W变为单位向量以方便计算投影

W=W/sqrt(sum(W.^2));

%计算一维Y空间中的各类样本均值M1及M2

fori=1:36

    y(i)=W'*[x1(i) x2(i)]';

end

M1=mean(y);

fori=1:36

    y(i)=W'*[x4(i) x5(i)]';

end

M2=mean(y);

%利用当P(w1)与P（w2）已知的公式计算wo

p1=0.6;p2=0.4;

W0=-(M1+M2)/2+(log(p2/p1))/(36+36-2);

%计算将样本投影到最佳方向上以后的新坐标

X1=[x1*W(1)+x2*W(2)]';

X2=[x4*W(1)+x5*W(2)]';%计算投影得到的长度

%XX1=[W(1)*X1;W(2)*X1];

XX2=[x4,x5]*W*W';%得到新坐标

 

XX1=[x1,x2]*W*W';

 

%绘制样本点

 

XX3=[(sum((W(1)*X1)+(W(1)*X2)))/72;(M1+M2)/2]

 

W1=W;

 

kk=-2*W(1)/(2*W(2));

bb=XX3(2)-kk*XX3(1);

 

R_x=3;

R_y=kk*3+bb;

 

figure(1)

plot(x1,x2,'r*')%第一类

holdon

plot(x4,x5,'bp')%第二类

holdon

plot((W(1)*X1)',(W(2)*X1)','r.')

holdon

plot((W(1)*X2)',(W(2)*X2)','b.')

holdon

plot([XX3(1)R_x],[XX3(2) R_y],'g')

 

legend('第一类点','第二类点')

title('Fisher线性判别函数')

 

%画出最佳方向

line([-W1(1),W1(1)],[-W1(2),W1(2)],'color','b');

 

 

 

感知机：

function perceptron

x1=[0.2331 1.5207 0.6499 0.77571.0524 1.1974

    0.2908 0.2518 0.6682 0.5622 0.9023 0.1333

    -0.5431 0.9407 -0.2126 0.0507 -0.08100.7315

    0.3345 1.0650 -0.0247 0.1043 0.3122 0.6655

    0.5838 1.1653 1.2653 0.8137 -0.3399 0.5152

    0.7226 -0.2015 0.4070 -0.1717 -1.05730.2099];

x2=[2.3385 2.1946 1.6730 1.63651.7844 2.0155

    2.0681 2.1213 2.4797 1.5118 1.9692 1.8340

    1.8704 2.2948 1.7714 2.3939 1.5648 1.9329

    2.2027 2.4568 1.7523 1.6991 2.4883 1.7259

    2.0466 2.0226 2.3757 1.7987 2.0828 2.0798

    1.9449 2.3801 2.2373 2.1614 1.9235 2.2604];

X1=[x1(:) x2(:)];

 

 

x4=[1.4010 1.2301 2.0814 1.16551.3740 1.1829

    1.7632 1.9739 2.4152 2.5890 2.8472 1.9539

    1.2500 1.2864 1.2614 2.0071 2.1831 1.7909

    1.3322 1.1466 1.7087 1.5920 2.9353 1.4664

    2.9313 1.8349 1.8340 2.5096 2.7198 2.3148

    2.0353 2.6030 1.2327 2.1465 1.5673 2.9414];

x5=[1.0298 0.9611 0.9154 1.49010.8200 0.9399

    1.1405 1.0678 0.8050 1.2889 1.4601 1.4334

    0.7091 1.2942 1.3744 0.9387 1.2266 1.1833

    0.8798 0.5592 0.5150 0.9983 0.9120 0.7126

    1.2833 1.1029 1.2680 0.7140 1.2446 1.3392

    1.1808 0.5503 1.4708 1.1435 0.7679 1.1288];

X2=[x4(:) x5(:)];

 

W=[1;0];

b0=1;

while(1)

    totle_error=0;

    for i=1:36

        temp1=W'*X1(i,:)'+b0;

        if temp1<0

            W=(W'+X1(i,:))';

            b0=b0+1;

            totle_error=totle_error+1;

        end

        temp1=W'*X2(i,:)'+b0;

        if temp1>0

            W=(W'-X2(i,:))';

            b0=b0-1;

           totle_error=totle_error+1;

        end

    end

   

    if totle_error==0

        break;

    end

end

 

figure(1)

plot(x1,x2,'r*') %µÚÒ»Àà

hold on

plot(x4,x5,'bp') %µÚ¶þÀà

hold on

plot([0 3],[-b0/W(2)(-3*W(1)-b0)/W(2)],'g')

hold on

plot([-W(1) W(1)],[-W(2) W(2)],'g')