relie_activate & relie_gradient
1. darknet - activations.h - relie_activate
static inline float relie_activate(float x)
{
return (x > 0) ? x : .01 * x;
}
2. darknet - activations.h - relie_gradient
static inline float relie_gradient(float x)
{
return (x > 0) ? 1 : .01;
}