hmatrix-morpheus-0.1.0.0: src/activation.c

#include "activation.h"

#include <math.h>

void morpheus_sigmoid(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    y[i] = 1.0/(1.0+exp(-x[i]));
  }
}

void morpheus_sigmoid_gradient(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    const double s = 1.0/(1.0+exp(-x[i]));
    y[i] = s * (1-s);
  }
}

void morpheus_relu(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    y[i] = x[i] > 0 ? x[i] : 0;
  }
}

void morpheus_relu_gradient(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    y[i] = x[i] > 0 ? 1 : 0;
  }
}

void morpheus_tanh(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    y[i] = tanh(x[i]);
  }
}

void morpheus_tanh_gradient(int n, const double *x, double *y) {
  for (int i = 0; i < n; ++i) {
    const double t = tanh(x[i]);
    y[i] = 1 - t*t;
  }
}