File size: 313 Bytes
62615d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
function [out1,out2]=fun_activation(x)
%
%
%
[sz1,sz2]=size(x);
A=zeros(sz1,sz2);
B=zeros(sz1,sz1,sz2);
for zz=1:sz2
[A(:,zz),B(:,:,zz)]=ReLU(x(:,zz));
end
out1=A;
out2=B;
%%%%%%%%
function [y,dy]=ReLU(s)
aa=(s>0).*1;
y=aa.*s;
dy=diag(aa);
end
%%%%%%%%
end |