reluGPU function

GPUTensor<Vector> reluGPU(GPUTensor<Vector> v, CommandBuffer tape, { GPUTensor<Vector>? outTensor, })

///////////////////////////////// Activations (300-399) /// ///////////////////////////////// Appends commands for applying Relu on every element of vector v to tape.

Implementation

/// Appends commands for applying Relu on every element of vector [v] to [tape].
GPUTensor<Vector> reluGPU(GPUTensor<Vector> v, CommandBuffer tape,
    {GPUTensor<Vector>? outTensor}) {
  GPUTensor<Vector> out =
      outTensor ?? GPUTensor<Vector>(List<double>.filled(v.shape[0], 0.0));

  tape.putInt(OP_RELU);
  tape.putString(v.id);
  tape.putString(out.id);

  out.creator = GPUNode(
    [v],
    (CommandBuffer bTape) {
      bTape.putInt(OP_RELU_BACKWARD);
      bTape.putString(v.id);
      bTape.putString(out.gradId);
      bTape.putString(v.gradId);
    },
    opName: 'reluGPU',
    cost: v.shape[0],
  );

  return out;
}