SwinTransformerBlock constructor

SwinTransformerBlock({ required int dim, required int numHeads, required int windowSize, int shiftSize = 0, double mlpRatio = 4.0, })

Implementation

SwinTransformerBlock({
  required this.dim,
  required this.numHeads,
  required this.windowSize,
  this.shiftSize = 0,
  this.mlpRatio = 4.0,
}) {
  norm1 = LayerNorm(dim);
  attn = WindowAttention(
    dim: dim,
    windowSize: windowSize,
    numHeads: numHeads,
  );
  norm2 = LayerNorm(dim);
  final mlpHiddenDim = (dim * mlpRatio).toInt();
  mlpFc1 = Linear(dim, mlpHiddenDim);
  mlpFc2 = Linear(mlpHiddenDim, dim);
}