1 files changed, 42 insertions, 0 deletions
diff --git a/lib/leaky_relu.c b/lib/leaky_relu.c
new file mode 100644
index 0000000..51651bc
--- /dev/null
+++ b/lib/leaky_relu.c
@@ -0,0 +1,42 @@
+// Leaky ReLU
+//
+// leaky_relu - Leaky Rectified Linear Unit
+//
+// y[t] = x[t] > 0 ? x[t] : 0.01 * x[t]
+//
+// X_n - 1
+// Y_n - 1
+// C_n - 0
+
+
+#include "ts.h"
+
+
+
+ts_parameter_t const ts_leaky_relu_p = { .n_inputs = 1, .n_outputs = 1, .n_constants = 0, .params_size = 0 };
+
+
+uint_t ts_leaky_relu_offset( ts_constant_t const *c )
+{
+	( void )c;
+	return ( 0 );
+}
+
+int ts_leaky_relu(
+	fp_t * const *y, uint_t y_n,
+	fp_t const * const *x, uint_t x_n,
+	uint_t n, ts_constant_t const *c
+)
+{
+	TS_PROLOGUE( ts_leaky_relu_p );
+	(void)c;
+	for( uint_t i = 0; i < n; ++i )
+	{
+		fp_t xi = x[0][i];
+		y[0][i] = xi > 0 ? xi : 0.01 * xi;
+	}
+	return 0;
+}
+
+
+