worker.js

var fs = require('fs');
var request = require('request');
var cheerio = require('cheerio');
var amqp = require('amqplib/callback_api');



var callback = function(error, response, html){
	if(!error){
		var $ = cheerio.load(html);

		var name, release, rating;
		var movie = { name : "", release : "", rating : ""};

		$('.header').filter(function(){
	        var data = $(this);
	        name = data.children().first().text();
	        release = data.children().last().children().text();

	        movie.name = name;
	        movie.release = release;
        })

        $('.star-box-giga-star').filter(function(){
        	var data = $(this);
        	rating = data.text();

        	movie.rating = rating;
        })
		
		fs.writeFile('movies/'+name+'.json', JSON.stringify(movie, null, 4), function(err){
	    	console.log('File successfully written!');
	    })
	}
}


amqp.connect('amqp://localhost', function(err, conn) {
  conn.createChannel(function(err, ch) {
    var q = 'movieUrls';

    ch.assertQueue(q, {durable: false});
    console.log(" [*] Waiting for messages in %s. To exit press CTRL+C", q);
    ch.consume(q, function(msg) {
      console.log(" [x] Received %s", msg.content.toString());
      var url = msg.content.toString()
      request(url,callback)
    }, {noAck: true});
  });
});