sgdUpdateGPU function

void sgdUpdateGPU(
  1. GPUTensor data,
  2. double lr,
  3. CommandBuffer tape
)

///////////////////////////////// Optimizers (500-599) /// ///////////////////////////////// Performs an in place update of the provided data values via standard gradient descent, learning rate lr and its assigned gradient. The operation is appended to tape for execution.

Implementation

/// Performs an in place update of the provided [data] values via standard gradient descent, learning rate [lr] and its assigned gradient.
/// The operation is appended to [tape] for execution.
void sgdUpdateGPU(GPUTensor<dynamic> data, double lr, CommandBuffer tape) {
  tape.putInt(OP_SGD_UPDATE);
  tape.putString(data.id);
  tape.putString(
      data.gradId); // Automatically grab the implicit VRAM grad pointer
  tape.putFloat(lr);
}