-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcrawler.js
84 lines (68 loc) · 2.41 KB
/
crawler.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
var request = require('request');
var cheerio = require('cheerio');
var URL = require('url-parse');
var MongoClient = require('mongodb').MongoClient;
var assert = require('assert');
var parameters = "id,name,feed{message,comments{comment_count,like_count}}";
var candidate = 'fernandoHaddad';
var FB = require('fb');
var urlDB = 'mongodb://localhost:32768/test';
MongoClient.connect(urlDB, function (err, db) {
assert.equal(null, err);
console.log("Connected correctly to server.");
var candidate_collection = db.collection('candidates');
var candidate1 = { name: "Fernando Haddad", facebook_name: "fernandoHaddad" };
var candidate2 = { name: "Celso Russomanno", facebook_name: "100003613814366" };
candidate_collection.insert([candidate1, candidate2], function (err, result) {
if(err){
console.log(err);
} else {
console.log('Inserted %d candidates into the "candidates" collection. The candidates inserted with "_id" are:', result.length, result);
}
})
db.close();
});
var accessToken;
FB.api('oauth/access_token', {
client_id: '1815746298657244',
client_secret: '310c0cd744b3a5d4ab533362a272c265',
grant_type: 'client_credentials'
}, function (res) {
if(!res || res.error) {
console.log(!res ? 'error occurred' : res.error);
return;
}
console.log(res.access_token);
accessToken = res.access_token;
});
query_data_from_candidate(candidate, parameters, access_token);
function query_data_from_candidate(user, parameters, access_token) {
FB.setAccessToken(access_token);
FB.api(
'/' + user,
'GET',
{ "fields": parameters },
function (response) {
var feedItems;
if (response && response.error) {
console.log('Erro na chamada do facebook !');
console.log(response.error);
return;
}
feedItems = response.feed.data;
feedItems.forEach(function (feedItem) {
console.log("Mensagem do feed: " + feedItem.message);
var total_comments = 0;
var total_likes = 0;
var comments = feedItem.comments.data;
comments.forEach(function (element) {
total_comments += element.comment_count;
total_likes += element.like_count;
});
console.log("Total de comentários: " + total_comments);
console.log("Total de likes: " + total_likes);
console.log('-------------------------------------------');
});
}
);
}