卷积神经网络matlab

1、loadmnist_uint8;train_x=double(reshape(train_x,28,28,60000)/255;test_x=double(reshape(test_x,28,28,10000)/255;train_y=double(train_y);test_y=double(test_y);%ex1Traina6c-2s-12c-2sConvolutionalneuralnetwork%willrun1epochinabout200secondandgetaround11%error.%With100epochsyoullgetaround1.2%errorcnn=cnns

2、etup(cnn,train_x,train_y);opts.alpha=1;opts.batchsize=50;opts.numepochs=1;cnn=cnntrain(cnn,train_x,train_y,opts);er,bad=cnntest(cnn,test_x,test_y);%plotmeansquarederrorfigure;plot(cnn.rL);assert(erered/net.dffb(j)error(numericalgradientcheckingfailed);endendfori=1:size(net.ffW,1)foru=1:size(net.ffW,

3、2)net_m=net;net_p=net;net_p.ffW(i,u)=net_m.ffW(i,u)+epsilon;net_m.ffW(i,u)=net_m.ffW(i,u)-epsilon;net_m=cnnff(net_m,x);net_m=cnnbp(net_m,y);net_p=cnnff(net_p,x);net_p=cnnbp(net_p,y);d=(net_p.L-net_m.L)/(2*epsilon);e=abs(d-net.dffW(i,u);ifeered/net.ffW(i,u)error(numericalgradientcheckingfailedendende

4、ndforl=n:-1:2ifstrcmp(net.layersl.type,c)forj=1:numel(net.layersl.a)net_m=net;net_p=net;net_p.layersl.bj=net_m.layersl.bj+epsilon;net_m.layersl.bj=net_m.layersl.bj-epsilon;net_m=cnnff(net_m,x);net_m=cnnbp(net_m,y);net_p=cnnff(net_p,x);net_p=cnnbp(net_p,y);d=(net_p.L-net_m.L)/(2*epsilon);e=abs(d-net.

5、layersl.dbj);ifeered/net.layersl.dbjerror(numericalgradientcheckingfailed);endfori=1:numel(net.layersl-1.a)foru=1:size(net.layersl.kij,1)forv=1:size(net.layersl.kij,2)net_m=net;net_p=net;net_p.layersl.kij(u,v)=net_p.layersl.kij(u,v)+epsilon;net_m.layersl.kij(u,v)=net_m.layersl.kij(u,v)-epsilon;net_m

6、=cnnff(net_m,x);net_m=cnnbp(net_m,y););net_p=cnnff(net_p,x);net_p=v);ifeerfailed);endendendendendelseifstrcmp(net.layersl.type,s)%forj=1:numel(net.layersl.a)%net_m=net;net_p=net;%net_p.layersl.bj=net_m.layersl.bj+epsilon;%net_m.layersl.bj=net_m.layersl.bj-epsilon;%net_m=cnnff(net_m,x);net_m=cnnbp(ne

7、t_m,y);%net_p=cnnff(net_p,x);net_p=cnnbp(net_p,y);%d=(net_p.L-net_m.L)/(2*epsilon);%e=abs(d-net.layersl.dbj);%ifeer%error(numericalgradientcheckingfailed);%end%endendend%keyboardendfunctionX=flipall(X)fori=1:ndims(X)X=flipdim(X,i);endendX=1./(1+exp(-P);endfunctioner,bad=cnntest(net,x,y)%feedforwardn

8、et=cnnff(net,x);,h=max(net.o);,a=max(y);cnnbp(net_p,y);=(net_p.Lnet_m.L)/(2*epsilon);e=abs(d-net.layersl.dkij(u,error(numericalgradientcheckingbad=find(h=a);er=numel(bad)/size(y,2);endfunctionB=expand(A,S)%EXPANDReplicateandtileeachelementofanarray,similartorepmat.%EXPAND(A,SZ),forarrayAandvectorSZr

9、eplicateseachelementofAby%SZ.Theresultsaretiledintoanarrayinthesameorderasthe%elementsofA,sothattheresultissize:size(A).*SZ.Thereforethe%numberofelementsofSZmustequalthenumberofdimensionsofA,orin%MATLABsyntax:length(size(A)=length(SZ)mustbetrue.%TheresultwillhavethesamenumberofdimensionsasdoesA.%The

10、reisnorestrictiononthenumberofdimensionsforinputA.%Examples:%A=12;34;%2x2%SZ=65;%B=expand(A,65)%Createsa12x10array.%ThefollowingdemonstratesequivalenceofEXPANDandexpansionacheived%throughindexingtheindividualelementsofthearray:%A=1;B=2;C=3;D=4;%Elementsofthearraytobeexpanded.%Mat=AB;CD;%Thearraytoex

11、pand.%SZ=23;%Theexpansionvector.%ONES=ones(SZ);%Theindexarray.%ExpMatl=A(ONES),B(ONES);C(ONES),D(ONES);%Elementexpansion.%ExpMat2=expand(Mat,SZ);%CallingEXPAND.%isequal(ExpMat1,ExpMat2)%Yes%Seealso,repmat,meshgrid,ones,zeros,kron%Author:MattFig%Date:6/20/2009%Contact:ifnargin2error(Sizevectormustbeprovided.Seehelp.);endSA=size(A);%Getthesize(andnumberofdimensions)ofinput.iflength(SA)=length(S)error(Lengthofsizevectormustequalndims(A).Seehelp.)elseifany(S=floor(S)error(Thesizevectormustcontainintegersonly.Seehelp.)endT=cell(length(SA),1);forii=length(SA):