spidr_crawler 0.0.1

Scalable crawling framework including Spider, queues, and scheduling logic for SPIDR.

example/main.dart

import 'package:spidr_crawler/spidr_crawler.dart';

void main() {
  print(
    'Crawler framework setup. Crawl strategy BFS is available: ${CrawlStrategy.bfs.name}',
  );
}