-
Notifications
You must be signed in to change notification settings - Fork 1
/
server.js
167 lines (113 loc) · 6.08 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
const express = require("express"),
bodyParser = require("body-parser"),
logger = require("morgan"),
mongoose = require("mongoose"),
request = require("request"),
cheerio = require("cheerio"),
PORT = process.env.PORT || 3000;
exphbs = require('express-handlebars'),
util = require('util'),
jquery = require('jquery');
var Article = require('./models/articleModel.js'),
Note = require('./models/noteModel.js');
// Mongoose mpromise deprecated - use bluebird promises
var Promise = require("bluebird");
mongoose.Promise = Promise;
var app = express();
app.engine('hbs', exphbs({
extname: 'hbs',
defaultLayout: 'main',
layoutsDir: __dirname + '/views/layouts/',
partialsDir: __dirname + '/views/partials/'
}));
app.set('view engine', 'handlebars');
app.use(logger("dev"));
app.use(bodyParser.urlencoded({
extended: false
}));
// Make public a static dir
app.use(express.static("public"));
// Database configuration with mongoose
mongoose.connect("mongodb://heroku_z3vrnqqn:[email protected]:19718/heroku_z3vrnqqn");
var db = mongoose.connection;
db.on("error", function(error) {
console.log("Mongoose Error: ", error);
});
// Once logged in to the db through mongoose, log a success message
db.once("open", function() {
console.log("Mongoose connection successful.");
});
//MONGODB_URI as => mongolab-polished-17211
//MONGODB_URI is mongodb://heroku_z3vrnqqn:[email protected]:19718/heroku_z3vrnqqn -- paste as argument into mongoose.connect() function
app.use(logger('combined'));
logger('combined', {buffer: true});
request("http://www.dailykos.com", function(error, response, html) {
// Load the HTML into cheerio
var $ = cheerio.load(html);
// Make an empty array for saving our scraped info
// var result = [];
// With cheerio, look at each award-winning site, enclosed in "figure" tags with the class name "site"
$(".story").each(function(i, element) {
var storyTitle = $(element).find(".story-title.heading").children("a").first().text();
var storyDate = $(element).find(".author-date.visible-sm-block").children("span.timestamp").first().text();
var storyLink = $(element).find(".story-title.heading").children("a").first().attr("href");
var para1 = $(element).find(".story-intro").find("p").first().text();
var newArticle = new Article({
title: storyTitle,
date: storyDate,
link: "http://www.dailykos.com" + storyLink,
story: para1
});
newArticle.save(function(err, data) {
if(err) {
console.log("newarticle save error is " + err);
} else {
console.log(data);
}
});
}); //cheerio each
});//request
app.get('/', function(req, res) {
var article = new Article(req.query);
//mongoose call for all articles
article.retrieveAll(res);
});
app.get('/detail', function(req, res) {
//get the juice from the mongo article document selected and display it on the page with handlebars use a custom method?
var article = new Article(req.query);
article.retrieveOne(req, res);
});
app.get('/submit', function(req, res) {
var note = new Note(req.query);
console.log('note instance ' + note);
note.saveNote(req, res, Article, note);
});
app.get('/shownotes', function(req, res) {
var article = new Article(req.query);
console.log('article instance ' + article);
article.viewNotes(req, res, Note, article);
});
app.listen(PORT, function() {
console.log('app listening on port ' + PORT);
});
/*
to do:
1. scrape dailykos titles and dates and save articles to mongo. -- friday
2. prevent saving of duplicate titles. -- friday
3. write handlebars to display articles --monday
4. write front end to display full article and enter a note. -- monday
5. push more than one note to notes collection with questions with the object id of the title. -- tuesday
6. retrieve notes for an article in another handlebars view on click with jquery. -- wednesday
7. css and front end -- thursday-saturday
Pseudocode:
concept for the site: what do you think? comment on how the news is reported.
on load scrape dailykos.com for titles, links to dailykos comments, full text, byline, date, and main images, storing that to mongo db in the articles collection. The server starts by scraping just the titles and dates to the article documents to get a fully functional app before adding details. If the title and date match an entry already in the articles collection, the article isn't saved.
basic functionality is to save a note that is a single line of text into the notes collection and populate notes to the article by saving the object id of the article into the notes that are associated with it.
extended functionality is to ask a single set of 3 questions to each user about the news article that they are reading, plus their name and a timestamp.
more extended functionality is to create a login for each user in a users collection and have the user object id associated with each note and the note id concatenated with a comment number associated with each user in an array. make timestamps of comments match the format of timestamps of articles. I definitely won't get to this.
On the main page, handlebars, mongoose and a forEach iterate over the titles stored in the articles collection in reverse chronological order.
on click, handlebars and mongoose find one uses a different view to display the single article text and hard code the opinion entry field.
popup handled by remodal. if login popup use remodal also.
three questions: brainstorm when the basic functionality is complete.
design inspiration: modern old newspaper showing monochrome headlines in Times with a ye olde title font in four columns with rollover in color that changes the font of the article to sans-serif and the header of the site to color and a modern font. Click on a headline and it flies to the upper left still in 1/4. Comments section is in a 1/4 column under the headline, with a view all opinions button under the submit button that toggles the opinions popup. article displays in the right 3/4 column. submit your opinion and a pop-up displays all opinions.
*/