AdvancedWebScraper constructor

AdvancedWebScraper({
  1. required ProxyManager proxyManager,
  2. ProxyHttpClient? httpClient,
  3. RateLimiter? rateLimiter,
  4. UserAgentRotator? userAgentRotator,
  5. CookieManager? cookieManager,
  6. int defaultTimeout = 30000,
  7. int maxRetries = 3,
  8. bool handleCookies = true,
  9. bool followRedirects = true,
})

Creates a new AdvancedWebScraper with the given parameters

Implementation

AdvancedWebScraper({
  required ProxyManager proxyManager,
  ProxyHttpClient? httpClient,
  RateLimiter? rateLimiter,
  UserAgentRotator? userAgentRotator,
  CookieManager? cookieManager,
  int defaultTimeout = 30000,
  int maxRetries = 3,
  bool handleCookies = true,
  bool followRedirects = true,
}) : _proxyManager = proxyManager,
     _httpClient =
         httpClient ??
         ProxyHttpClient(
           proxyManager: proxyManager,
           useValidatedProxies: true,
           rotateProxies: true,
         ),
     _rateLimiter = rateLimiter ?? RateLimiter(),
     _userAgentRotator = userAgentRotator ?? UserAgentRotator(),
     _cookieManager = cookieManager ?? CookieManager(null),
     _defaultTimeout = defaultTimeout,
     _maxRetries = maxRetries,
     _handleCookies = handleCookies,
     _followRedirects = followRedirects;