bytePairEncode function

List<int> bytePairEncode(
  1. ByteArray piece,
  2. HashMap<ByteArray, int> ranks
)

Implementation

List<int> bytePairEncode(ByteArray piece, HashMap<ByteArray, int> ranks) {
  if (piece.length == 1) return [ranks[piece]!];

  return _bytePairMerge(
    piece,
    ranks,
    (start, end) => ranks[piece.sublist(start, end)]!,
  );
}