sgdUpdateGPU function

void sgdUpdateGPU(
  1. GPUTensor data,
  2. double lr,
  3. CommandBuffer tape
)

///////////////////////////////// Optimizers (500-599) /// /////////////////////////////////

Implementation

void sgdUpdateGPU(GPUTensor<dynamic> data, double lr, CommandBuffer tape) {
  tape.putInt(OP_SGD_UPDATE);
  tape.putString(data.id);
  tape.putString('${data.id}_grad'); // Automatically grab the implicit VRAM grad pointer
  tape.putFloat(lr);
}