summaryrefslogtreecommitdiffstats
path: root/lib/softplus.c
diff options
context:
space:
mode:
Diffstat (limited to 'lib/softplus.c')
-rw-r--r--lib/softplus.c41
1 files changed, 41 insertions, 0 deletions
diff --git a/lib/softplus.c b/lib/softplus.c
new file mode 100644
index 0000000..b61f96b
--- /dev/null
+++ b/lib/softplus.c
@@ -0,0 +1,41 @@
+// Softplus
+//
+// softplus - Softplus activation
+//
+// y[t] = log( 1 + exp( x[t] ) )
+//
+// X_n - 1
+// Y_n - 1
+// C_n - 0
+
+
+#include <math.h>
+#include "ts.h"
+
+
+
+ts_parameter_t const ts_softplus_p = { .n_inputs = 1, .n_outputs = 1, .n_constants = 0, .params_size = 0 };
+
+
+uint_t ts_softplus_offset( ts_constant_t const *c )
+{
+ ( void )c;
+ return ( 0 );
+}
+
+int ts_softplus(
+ fp_t * const *y, uint_t y_n,
+ fp_t const * const *x, uint_t x_n,
+ uint_t n, ts_constant_t const *c
+)
+{
+ TS_PROLOGUE( ts_softplus_p );
+ (void)c;
+ for( uint_t i = 0; i < n; ++i )
+ {
+ fp_t xi = x[0][i];
+ y[0][i] = xi > 20 ? xi : log( 1 + exp( xi ) );
+ }
+ return 0;
+}
+