sigmoidScalar function

Tensor<Scalar> sigmoidScalar(
  1. Tensor<Scalar> s
)

Implementation

Tensor<Scalar> sigmoidScalar(Tensor<Scalar> s) {
  Scalar outValue = 1.0 / (1.0 + exp(-s.value));
  Tensor<Scalar> out = Tensor<Scalar>(outValue);
  out.creator = Node(
    [s],
    () {
      s.grad += out.grad * (out.value * (1 - out.value));
    },
    opName: 'sigmoidScalar',
    cost: 1,
  );
  return out;
}