eluVector function

Tensor<Vector> eluVector(
  1. Tensor<Vector> v,
  2. double alpha
)

Implementation

Tensor<Vector> eluVector(Tensor<Vector> v, double alpha) {
  int N = v.data.length;
  Vector outValue = [];

  for (int i = 0; i < N; i = i + 1) {
    double x = v.data[i];
    if (x > 0.0) {
      outValue.add(x);
    } else {
      outValue.add(alpha * (exp(x) - 1.0));
    }
  }

  Tensor<Vector> out = Tensor<Vector>(outValue);

  out.creator = Node(
    [v],
        () {
      for (int i = 0; i < N; i = i + 1) {
        double x = v.data[i];
        double grad = x > 0.0 ? 1.0 : out.data[i] + alpha;
        v.grad[i] = v.grad[i] + out.grad[i] * grad;
      }
    },
    opName: 'elu_vector',
    cost: N,
  );

  return out;
}