{"size": 514, "ext": "js", "max_stars_repo_path": "examples/stats.js", "max_stars_repo_name": "marufsiddiqui/huntsman", "max_stars_repo_stars_event_min_datetime": "2019-04-15T16:35:08.000Z", "max_stars_repo_stars_event_max_datetime": "2019-04-15T16:35:08.000Z", "max_issues_repo_path": "examples/stats.js", "max_issues_repo_name": "marufsiddiqui/huntsman", "max_issues_repo_issues_event_min_datetime": null, "max_issues_repo_issues_event_max_datetime": null, "max_forks_repo_path": "examples/stats.js", "max_forks_repo_name": "marufsiddiqui/huntsman", "max_forks_repo_forks_event_min_datetime": null, "max_forks_repo_forks_event_max_datetime": null}
{"max_stars_count": 1, "max_issues_count": null, "max_forks_count": null, "avg_line_length": 25.7, "max_line_length": 82, "alphanum_fraction": 0.6809338521}

/** Crawl wikipedia and log statistics **/

var huntsman = require('huntsman');
var spider = huntsman.spider();

spider.extensions = [
  huntsman.extension( 'recurse' ), // load recurse extension & follow anchor links
  huntsman.extension( 'stats' ) // load stats extension
];

// follow pages which match this uri regex
spider.on( /http:\/\/en\.wikipedia\.org\/wiki\/\w+:\w+$/, function ( err, res ){

  // just show stats

});

spider.queue.add( 'http://en.wikipedia.org/wiki/Huntsman_spider' );
spider.start();