dart_web_scraper 0.1.1 dart_web_scraper: ^0.1.1 copied to clipboard
Config-based, reusable web scraper for web and API scraping. Scrape multiple pages or APIs without writing parsers or scraping logic, using simple configurations for efficient scraping.
import 'dart:convert';
import 'package:dart_web_scraper/dart_web_scraper.dart';
import 'configs.dart';
void main() async {
/// Initialize WebScraper
WebScraper webScraper = WebScraper();
/// Scrape website based on configMap
Map<String, Object> result = await webScraper.scrape(
url: Uri.parse("https://quotes.toscrape.com"),
configMap: configMap,
configIndex: 0,
cookies: {
"foo": "bar",
},
debug: true,
concurrentParsing: false,
);
print(jsonEncode(result));
}