addMatrixAndVector function

Tensor<Matrix> addMatrixAndVector(
  1. Tensor<Matrix> m,
  2. Tensor<Vector> v
)

Implementation

Tensor<Matrix> addMatrixAndVector(Tensor<Matrix> m, Tensor<Vector> v) {
  int numRows = m.shape[0];
  int numCols = m.shape[1];

  Matrix mMat = m.value;
  Vector vVec = v.value;

  Matrix outValue = [];
  for (int i = 0; i < numRows; i = i + 1) {
    Vector row = [];
    for (int j = 0; j < numCols; j = j + 1) {
      row.add(mMat[i][j] + vVec[j]);
    }
    outValue.add(row);
  }

  Tensor<Matrix> out = Tensor<Matrix>(outValue);

  out.creator = Node(
    [m, v],
        () {
      for (int i = 0; i < numRows; i = i + 1) {
        for (int j = 0; j < numCols; j = j + 1) {
          int idx = i * numCols + j;
          m.grad[idx] = m.grad[idx] + out.grad[idx];
        }
      }
      for (int j = 0; j < numCols; j = j + 1) {
        for (int i = 0; i < numRows; i = i + 1) {
          int idx = i * numCols + j;
          v.grad[j] = v.grad[j] + out.grad[idx];
        }
      }
    },
    opName: 'addMatrixAndVector',
    cost: numRows * numCols,
  );
  return out;
}