refactoring + added rss/atom support

Author: Maxime Vaillancourt

app.js

@@ -1,3 +1,6 @@
+/*---------------------------------------------------------------------
+  Dependencies
+---------------------------------------------------------------------*/
 var express = require('express');
 var path = require('path');
 var favicon = require('serve-favicon');
@@ -9,11 +12,10 @@ var flash = require("express-flash");
 var Promise = require("bluebird");
 var compression = require('compression');
 
-var index = require('./routes/index');
-var users = require('./routes/users');
-
+/*---------------------------------------------------------------------
+  App Setup
+---------------------------------------------------------------------*/
 var app = express();
-app.use(compression())
 
 var sessionStore = new session.MemoryStore;
 app.locals.moment = require('moment');
@@ -22,8 +24,11 @@ app.locals.moment = require('moment');
 app.set('views', path.join(__dirname, 'views'));
 app.set('view engine', 'pug');
 
-// uncomment after placing your favicon in /public
+/*---------------------------------------------------------------------
+  Middleware
+---------------------------------------------------------------------*/
 //app.use(favicon(path.join(__dirname, 'public', 'favicon.ico')));
+app.use(compression())
 app.use(cookieParser('secret'));
 app.use(session({
     cookie: { maxAge: 60000 },
@@ -39,9 +44,15 @@ app.use(cookieParser('secret'));
 app.use(express.static(path.join(__dirname, 'public')));
 app.use(flash());
 
-app.use('/', index);
-app.use('/users', users);
+/*---------------------------------------------------------------------
+  Routes
+---------------------------------------------------------------------*/
+app.use('/', require('./routes/index'));
+app.use('/feed', require('./routes/feed'));
 
+/*---------------------------------------------------------------------
+  Error handlers
+---------------------------------------------------------------------*/
 // catch 404 and forward to error handler
 app.use(function(req, res, next) {
   var err = new Error('Not Found');
@@ -60,4 +71,7 @@ app.use(function(err, req, res, next) {
   res.render('error');
 });
 
+/*---------------------------------------------------------------------
+  Exports
+---------------------------------------------------------------------*/
 module.exports = app;

helpers/utils.js

@@ -0,0 +1,44 @@
+module.exports.shuffleArray = function(array) {
+  var currentIndex = array.length, temporaryValue, randomIndex;
+
+  // While there remain elements to shuffle...
+  while (0 !== currentIndex) {
+
+    // Pick a remaining element...
+    randomIndex = Math.floor(Math.random() * currentIndex);
+    currentIndex -= 1;
+
+    // And swap it with the current element.
+    temporaryValue = array[currentIndex];
+    array[currentIndex] = array[randomIndex];
+    array[randomIndex] = temporaryValue;
+  }
+
+  return array;
+}
+
+module.exports.mimeTypes = [
+  { mimetype: "application/rss+xml",   feedtype: "xml" },
+  { mimetype: "application/rdf+xml",   feedtype: "xml" },
+  { mimetype: "application/atom+xml",  feedtype: "xml" },
+  { mimetype: "application/xml",       feedtype: "xml" },
+  { mimetype: "text/xml",              feedtype: "xml" },
+  { mimetype: "application/json",      feedtype: "json" },
+]
+
+module.exports.showcasedFeedsUrls = [
+  "https://jsonfeed.org/feed.json",
+  "https://daringfireball.net/feeds/json",
+  "http://inessential.com/feed.json",
+  "http://phish.net/feed.json",
+  "https://www.stuartbreckenridge.com/feed.json",
+  "https://applefocus.com/feed.json",
+  "http://www.downes.ca/news/OLDaily.json",
+  "https://www.raymondcamden.com/jsonfeed/index.json",
+  "https://longstride.net/feed.json",
+  "https://ryanmo.co/feed.json",
+  "http://troz.net/feed.json",
+  "https://www.jordanmerrick.com/feed.json",
+  "http://gaddgict.com/feed/json",
+  "https://colterreed.com/feed/json",
+]

public/css/bootswatch.min.css

@@ -0,0 +1,48 @@
+body{
+  border-top:5px solid #18bc9c;
+  padding-top:1em
+}
+
+img {
+  border-radius: 5px;
+  max-width:100%;
+}
+
+footer{
+  padding:20px 0;
+}
+
+.panel-showcase{
+  color: #2c3e50;
+}
+
+.panel-featured-here{
+  background: #18bc9c !important;
+  color: white;
+}
+
+.alert a{
+  color: white;
+  text-decoration:underline;
+}
+
+/*--------------------------------------------------------------
+  Taken from https://www.bootply.com/BM2lKItrFw
+--------------------------------------------------------------*/
+*, *:before, *:after {
+  box-sizing: border-box !important;
+}
+
+.row-showcase {
+ -moz-column-width: 18em;
+ -webkit-column-width: 18em;
+ -moz-column-gap: 1em;
+ -webkit-column-gap:1em;
+}
+
+.item-showcase {
+ display: inline-block;
+ padding: .25rem;
+ width: 100%; 
+}
+/*------------------------------------------------------------*/

public/css/font-awesome-4.7.0.min.css

@@ -0,0 +1,139 @@
+/*---------------------------------------------------------------------
+  Dependencies
+---------------------------------------------------------------------*/
+var express = require('express');
+var router = express.Router();
+var request = require("request");
+var utils = require("../helpers/utils")
+
+/*---------------------------------------------------------------------
+  Feed Display GET
+---------------------------------------------------------------------*/
+router.get('/',
+
+  function ajaxRequest(req, res, next) {
+
+    // user has typed in something
+    if(req.query.url){
+      request(req.query.url.trim(), function(err, requestResponse, rawData) {
+
+        // we have a response!
+        if(requestResponse && requestResponse.headers){
+
+          var feedType = null
+
+          // check what mimetype we have
+          utils.mimeTypes.forEach(function(m){
+            if (requestResponse.headers["content-type"].indexOf(m.mimetype) > -1){
+              feedType = m.feedtype;
+            }
+          })
+
+
+          if(feedType == "json"){
+            
+            var parsedJson;
+            
+            res.locals.feedType = "json"
+
+            try {
+                parsedJson = JSON.parse(rawData);
+            } catch(e) {
+              req.flash("error", "Error while parsing the JSON feed.")
+              return res.redirect("/");
+            }
+            var parsedJson = JSON.parse(rawData);
+            if(parsedJson.hasOwnProperty('err')){
+              req.flash("error", "There was an error while preparing the feed to be displayed.")
+              return res.redirect("/");
+            }
+            else{
+              // feed is ready to be displayed!
+              res.locals.data = parsedJson;
+              return next();
+            }
+          }
+
+          else if(feedType == "xml"){
+
+            res.locals.feedType = "xml"
+            
+            // we need convert the rss/atom feed to json first
+            request("https://feed2json.org/convert?url="+encodeURIComponent(req.query.url.trim()), function(err, converterRequestResponse, converterRawData) {
+              
+              // we have a response from feed2json!
+              if(converterRequestResponse && converterRequestResponse.headers){
+
+                var convertedFeedType = null
+
+                // check what mimetype we have
+                utils.mimeTypes.forEach(function(m){
+                  if (converterRequestResponse.headers["content-type"].indexOf(m.mimetype) > -1){
+                    convertedFeedType = m.feedtype;
+                  }
+                })
+
+                if(convertedFeedType == "json"){
+                  var parsedConvertedJson;
+
+                  try {
+                      parsedConvertedJson = JSON.parse(converterRawData);
+                  } catch(e) {
+                    req.flash("error", "Error while parsing the converted feed.")
+                    return res.redirect("/");
+                  }
+                  
+                  if(parsedConvertedJson.hasOwnProperty('err')){
+                    req.flash("error", "There was an error while preparing the feed to be displayed.")
+                    return res.redirect("/");
+                  }
+                  else{
+                    // feed is ready to be displayed!
+                    res.locals.data = parsedConvertedJson;
+                    return next();
+                  }
+                }
+                else{
+                  // converted data is not json
+                  req.flash("error", "Error while converting the feed to JSON. Please try again.")
+                  return res.redirect("/");
+                }
+              }
+              else{
+                // bad response from converter
+                req.flash("error", "Invalid response from the feed converter. Please try again.")
+                return res.redirect("/");
+              }
+            });
+          }
+          else{
+            // not json, nor xml or atom
+            req.flash("error", "Unexpected MIME type. Please make sure you are entering a JSON, RSS, or Atom feed URL.")
+            return res.redirect("/");
+          }
+        }
+
+        else{
+          // we don't have a valid response
+          req.flash("error", "Invalid response from this URL. Please try again.")
+          return res.redirect("/");
+        }
+      });
+    }
+
+    // no user input
+    else{
+      return res.redirect("/");
+    }
+  },
+
+  function render(req, res, next) {
+    return res.render("feed")
+  }
+
+);
+
+/*---------------------------------------------------------------------
+  Exports
+---------------------------------------------------------------------*/
+module.exports = router;