index.js

var fs = require('fs');
var _ = require('lodash');
var Twit = require('twit');
var mongoose = require('mongoose');

fs.readFile('./secret.json', 'utf8', getTweets);

function getTweets(err,data) {console.log('aaaa');
    if (err) {
        return console.log(err);
    }
    mongoose.connect('mongodb://localhost/election');
    var Mention = mongoose.model('Mention', { timestamp: { type: Date, default: Date.now } , party: String });

    var T = new Twit(JSON.parse(data));

    var parties = ['labour', 'conservative', 'tory', 'tories', 'lib dem', 'libdem',
                   'liberal democrat', 'greens','green party', 'tusc', 'snp', 'plaid',
                   'ukip'];

    var partyNames = [ 'labour', 'conservative', 'snp', 'lib dem', 'green', 'tusc',
                       'plaid', 'ukip' ];

    var partyScores = _.zipObject(partyNames, _.map(partyNames, _.constant(0)));

    var argv = process.argv.slice(2);
    var graph = false;

    switch (argv[0]) {
    case '-d':
        getData();
        return;
        break;
    case '-g':
        graph = true;
        break;
    }

    var stream = T.stream('statuses/filter', {
        track: parties.join(','),
        locations: ['-10.93', '49.83', '1.43', '62.86']
    });

    stream.on('tweet', function (tweet) {
        var tags = _.pluck(tweet.entities.hashtags, 'text');
        var matcher = new RegExp('(' + parties.join('|') + ')','gi');
        var party = tweet.text.match(matcher);
        var partiesTweeted;

        if (!party) return;

        partiesTweeted = cleanTweet(party);
	storeParties(partiesTweeted);
    });

    if (!graph) {
        console.log('Storing to DB');
    } else {console.log('gr');
        var blessed = require('blessed');
        var contrib = require('blessed-contrib');
        var screen = blessed.screen();

        var bar = contrib.bar({ label: 'Tweets', barWidth: 4, barSpacing: 6, xOffset: 0, maxHeight: 9});

        screen.append(bar);
        screen.render();
        
        setInterval(function() {

	    var titles = [];
	    var data = [];
	    // console.log(partyScores);
	    _.forEach(partyScores, function(count, title) {
	        titles.push(title);
	        data.push(count);
	    });

	    bar.setData({ titles: titles, data: data});

	    screen.render();

        }, 1000);
    }

    function cleanTweet(party) {
	var uniques = _.uniq(_.map(party, function (p) {
	    p = p.replace(/(tory|tories)/i, 'conservative');
	    p = p.replace(/(greens|green party)/i, 'green');
	    p = p.replace(/liberal democrat/i, 'lib dem');
	    return p.toLowerCase();
	}));

	return uniques;
    }

    function storeParties(parties) {
        while (parties.length) {
            var p = parties.pop();
            partyScores[p]++;
            saveToDb(p);
        }
    }

    function saveToDb(party) {
        var mention = new Mention({ party: party });
        mention.save(function (err) {
            if (err) {
                console.log('db save fail');
            }
            // console.log('+');
        });
    }

    function getData() {
        var query = [
            {
                '$group': {
                    '_id': {
                        hour: { '$hour': "$timestamp" },
                        party: "$party"
                    },
                    count: { '$sum': 1 }
                }
            },{
                '$sort': {
                    '_id.hour': 1,
                    'count': -1
                }
            }];

        Mention.aggregate(query, function (err, mentions) {
            if (err) console.log('e', err);
            console.log('m', mentions);
            process.exit();
        });

    }

    return undefined;
};