split function

List<RawStatement> split(
  1. List<Token> tokens
)

lang-core split: one statement per identifier = expression line, with newlines inside brackets and before a ternary's ?/: ignored.

Implementation

List<RawStatement> split(List<Token> tokens) {
  final stmts = <RawStatement>[];
  var pos = 0;
  void skipLine() {
    while (pos < tokens.length &&
        tokens[pos].t != T.newline &&
        tokens[pos].t != T.eof) {
      pos++;
    }
  }

  while (pos < tokens.length) {
    while (pos < tokens.length && tokens[pos].t == T.newline) {
      pos++;
    }
    if (pos >= tokens.length || tokens[pos].t == T.eof) break;
    final tok = tokens[pos];
    if (tok.t != T.ident && tok.t != T.type && tok.t != T.stateVar) {
      skipLine();
      continue;
    }
    pos++;
    if (pos >= tokens.length || tokens[pos].t != T.equals) {
      skipLine();
      continue;
    }
    pos++;
    final expr = <Token>[];
    var depth = 0;
    var ternaryDepth = 0;
    while (pos < tokens.length && tokens[pos].t != T.eof) {
      final tt = tokens[pos].t;
      if (tt == T.newline && depth <= 0 && ternaryDepth <= 0) {
        var peek = pos + 1;
        while (peek < tokens.length && tokens[peek].t == T.newline) {
          peek++;
        }
        final nextT = peek < tokens.length ? tokens[peek].t : T.eof;
        if (nextT == T.question || (nextT == T.colon && ternaryDepth > 0)) {
          pos++;
          continue;
        }
        break;
      }
      if (tt == T.newline) {
        pos++;
        continue;
      }
      if (tt == T.lParen || tt == T.lBracket || tt == T.lBrace) {
        depth++;
      } else if ((tt == T.rParen || tt == T.rBracket || tt == T.rBrace) &&
          depth > 0) {
        depth--;
      } else if (tt == T.question && depth == 0) {
        ternaryDepth++;
      } else if (tt == T.colon && depth == 0 && ternaryDepth > 0) {
        ternaryDepth--;
      }
      expr.add(tokens[pos++]);
    }
    if (expr.isNotEmpty) stmts.add(RawStatement(tok.v as String, tok.t, expr));
  }
  return stmts;
}