clickholetags/index.js at master · imjared/clickholetags · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
require('with-env')();

var request     = require('request');
var parseString = require('xml2js').parseString;
var cheerio     = require('cheerio');
var _           = require('lodash');
var Twitter     = require('twitter');
var async       = require('async');

var mongoose      = require('mongoose');
var Schema        = mongoose.Schema;
var articleSchema = require('./schema/articles.js');

mongoose.connect( process.env.MONGO_URL );
mongoose.model( 'articles', articleSchema );

var Articles = mongoose.model( 'articles' );

var url = "http://www.clickhole.com/feeds/rss";

var client = new Twitter({
  consumer_key: process.env.TW_CONSUMER_KEY,
  consumer_secret: process.env.TW_CONSUMER_SECRET,
  access_token_key: process.env.TW_ACCESS_TOKEN_KEY,
  access_token_secret: process.env.TW_ACCESS_TOKEN_SECRET
});

request( url, function(error, response, body) {
    if (!error && response.statusCode == 200) {
        var xml = body;
        parseString(xml, function (err, result) {

            var entries = result.rss.channel[0].item;

            async.eachSeries( entries, function( entry, callback ) {

                var article = entry;
                var title = article.title[0];
                var articleURL = article.link[0];

                Articles.find({
                    title: title
                }, function( err, article ) {
                    if ( err ) {
                        console.log( err );
                    } else {
                        if ( article.length === 0 ) {

                            Articles.create({
                                title: title,
                                url: articleURL
                            }).then( function( createdArticle ) {
                                articleRequester( articleURL, callback );
                            });

                        } else {

                            console.log( 'Already exists' );
                            callback();

                        }
                    }
                });

            }, function( err ) {
                if ( err ) {
                    console.log( err );
                }
                mongoose.connection.close();


            });


        });
    }
})

var articleRequester = function( url, callback ) {
    var tags = [];
    request( url, function( error, response, body ) {
        if (!error && response.statusCode == 200) {
            $ = cheerio.load( body );
            $('#tags').find('a').each(function() {
                tags.push( $(this).text() );
            });
            constructTweet( url, tags, callback );
        }
    });
};

var constructTweet = function( url, tags, callback ) {
    var tweet = '';
    _.forEach( tags, function( tag ) {
        tweet += '"' + tag.trim() + '", ';
    });
    formattedTweet = tweet.substring(0, tweet.lastIndexOf(', ')) + ' ';
    formattedTweet += url;

    if ( tags.length === 0 ) {
        callback();
    } else {

        client.post('statuses/update', {
            status: formattedTweet
        }, function(error, tweet, response) {
            if ( error ) {
                // error is probably going to be regarding tweet length
                // remove a tag and try again
                // if it's something else, the app will break. ¯\_(ツ)_/¯
                tags.pop();
                constructTweet( url, tags, callback );
            } else {
                console.log( 'twatted' );
                callback();
            }
        });

    }

};