var Crawler = require('../lib/crawler')
var crawler = new Crawler('http://www.someUrl.com');

// crawler.maxDepth = 4;
// crawler.crawlInterval = 10;
// crawler.maxListenerCurrency = 10;
// crawler.redisQueue = true;
crawler.start();

crawler.on('start', () => {
    console.log('Start crawling');
})

crawler.on("fetcherror", (a, b) => {
  console.log(b.statusCode);
});

crawler.on('timeout', () => {
  console.log('timeout');
});

crawler.on('fetchredirect', (queueItem, targetl) => {
  console.log('REDIRECTED', queueItem.url, 'to', targetl);
});

crawler.on('fetchcomplete', (queueItem, buffer) => {
  // Do whatever you want with queueItem or buffer
  console.log('finished fetching', queueItem.url);
});