CrawlerRule constructor

const CrawlerRule({
  1. required String userAgent,
  2. List<String> allow = const ['/'],
  3. List<String> disallow = const [],
  4. int? crawlDelay,
})

Implementation

const CrawlerRule({
  required this.userAgent,
  this.allow = const ['/'],
  this.disallow = const [],
  this.crawlDelay,
});