function [out1,out2]=fun_activation(x) | |
% | |
% | |
% | |
[sz1,sz2]=size(x); | |
A=zeros(sz1,sz2); | |
B=zeros(sz1,sz1,sz2); | |
for zz=1:sz2 | |
[A(:,zz),B(:,:,zz)]=ReLU(x(:,zz)); | |
end | |
out1=A; | |
out2=B; | |
%%%%%%%% | |
function [y,dy]=ReLU(s) | |
aa=(s>0).*1; | |
y=aa.*s; | |
dy=diag(aa); | |
end | |
%%%%%%%% | |
end |