Levi-Heath's picture
Upload 27 files
dc3cf7f verified
raw
history blame contribute delete
313 Bytes
function [out1,out2]=fun_activation(x)
%
%
%
[sz1,sz2]=size(x);
A=zeros(sz1,sz2);
B=zeros(sz1,sz1,sz2);
for zz=1:sz2
[A(:,zz),B(:,:,zz)]=ReLU(x(:,zz));
end
out1=A;
out2=B;
%%%%%%%%
function [y,dy]=ReLU(s)
aa=(s>0).*1;
y=aa.*s;
dy=diag(aa);
end
%%%%%%%%
end