test fast math functions
1 import grain.testing; 2 import numir; 3 import mir.ndslice; 4 import std.meta; 5 6 foreach (f; AliasSeq!(sigmoid, tanh, reciprocal, neg, exp, log, sin, cos, 7 tan, x => pow(x, 2.0f), logSoftmax)) { 8 auto hx = uniform!float(2, 3).slice.variable(true); 9 auto hgy = uniform!float(2, 3).slice.variable; 10 gradCheckChain!f(hx, hgy, 1e-3, 5e-2, 5e-2); 11 }
log exp(x_i) / sum_i (exp(x_i))