马尔科夫链-转移概率

G=[1/16, 1/6,1/8;1/32,0,1/4;1/32,1/4,1/12];%转移概率a=20;%H=zeros(a);%[r,s]=size(H);%TotalNum=r*s;%IndexNum=1+floor(rand(1,floor(TotalNum*0.1))*TotalNum);%H(IndexNum)=1;h2=zeros(a*a); %转移概率矩阵分布x=1;for x=1:1:a*aif x==1h2((x-1)*a*a+2)=3/7;h2((x-1)*a*a+a+1)=3/7;h2((x-1)*a*a+a+2)=1/7;elseif x==a*ah2((x-1)*a*a+a*a-1)=16/25;h2((x-1)*a*a+a*(a-1)-1)=6/25;h2((x-1)*a*a+a*(a-1))=3/25;elseif x==ah2((x-1)*a*a+a-1)=4/13;h2((x-1)*a*a+2*a-1)=3/13;h2((x-1)*a*a+2*a)=6/13;elseif x==a*(a-1)+1h2((x-1)*a*a+a*(a-2)+1)=1/10;h2((x-1)*a*a+a*(a-2)+2)=1/10;h2((x-1)*a*a+a*(a-1)+2)=4/5;elseif (1<x)&&(x<a)h2((x-1)*a*a+x-1)=4/21;h2((x-1)*a*a+x+1)=6/21;h2((x-1)*a*a+x+a-1)=1/7;h2((x-1)*a*a+x+a)=2/7;h2((x-1)*a*a+x+a+1)=2/21;elseif mod((x-1),a)==0 && x~=a*(a-1)+1h2((x-1)*a*a+x-a)=3/62;h2((x-1)*a*a+x-a+1)=3/62;h2((x-1)*a*a+x+1)=12/31;h2((x-1)*a*a+x+a)=12/31;h2((x-1)*a*a+x+a+1)=4/31;elseif mod(x,a)==0 && x~=a*ah2((x-1)*a*a+x-a)=6/61;h2((x-1)*a*a+x-a-1)=6/61;h2((x-1)*a*a+x-1)=16/61;h2((x-1)*a*a+x+a)=24/61;h2((x-1)*a*a+x+a-1)=12/61;elseif (a*(a-1)+1<x)&&(x<a*a)h2((x-1)*a*a+x-1)=16/52;h2((x-1)*a*a+x+1)=24/52;h2((x-1)*a*a+x-a)=3/52;h2((x-1)*a*a+x-a-1)=6/52;h2((x-1)*a*a+x-a+1)=3/52;elseh2((x-1)*a*a+x-1)=1/6;h2((x-1)*a*a+x+1)=1/4;h2((x-1)*a*a+x-a-1)=1/16;h2((x-1)*a*a+x-a)=1/32;h2((x-1)*a*a+x-a+1)=1/32;h2((x-1)*a*a+x+a-1)=1/8;h2((x-1)*a*a+x+a)=1/4;h2((x-1)*a*a+x+a+1)=1/12;endend%h0=zeros(1,a*a);%h0=zeros(a);%[r,s]=size(h0);%TotalNum=r*s;%IndexNum=1+floor(rand(1,floor(TotalNum*0.2))*TotalNum);%H(IndexNum)=1;h0_1=rand(1,a*a);H0_1=sum(h0_1);h0=h0_1/H0_1;k=20;for i=1:k; S=h0*h2^k; S0 = reshape(S,a,a); T=S'; S0_max=max(S0(:));%求出矩阵中最大数[x,y]=find(S0==max(S0(:)));%求出矩阵中最大数所在的位置goalIndex=(y-1)*a+x;%矩阵中最大自所在的栅格序号 endm=[h2'-eye(a*a);ones(1,a*a)];n=[zeros(a*a,1);1];h2_limit=m\n;plot(T,'m') hold on plot(h2_limit,'g')