// Swish // // swish - Swish (Silu) activation // // y[t] = x[t] / ( 1 + exp( -x[t] ) ) // // X_n - 1 // Y_n - 1 // C_n - 0 #include #include "ts.h" ts_parameter_t const ts_swish_p = { .n_inputs = 1, .n_outputs = 1, .n_constants = 0, .params_size = 0 }; uint_t ts_swish_offset( ts_constant_t const *c ) { ( void )c; return ( 0 ); } int ts_swish( fp_t * const *y, uint_t y_n, fp_t const * const *x, uint_t x_n, uint_t n, ts_constant_t const *c ) { TS_PROLOGUE( ts_swish_p ); (void)c; for( uint_t i = 0; i < n; ++i ) { fp_t xi = x[0][i]; y[0][i] = xi / ( 1 + exp( -xi ) ); } return 0; }