forked from nextup/nextup
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathscrapeURL.js
More file actions
21 lines (19 loc) · 704 Bytes
/
scrapeURL.js
File metadata and controls
21 lines (19 loc) · 704 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
// #!/usr/bin/env node
// var fs = require('fs');
// var request = require('request');
// var cheerio = require('cheerio');
// var sanitizer = require("sanitizer");
// var utils = require('./utils');
// module.exports.scrapeURL = function(url){
// // takes a url as an input, it scrapes the url and makes a json object ready to be saved into our json folder
// var jsonBack;
// request(url, function (error, response, html) {
// if (!error && response.statusCode == 200) {
// var $ = cheerio.load(html);
// var bodyText = $('body *').text();
// bodyText = utils.stripHTML(bodyText);
// jsonBack = utils.makeJSON(bodyText);
// }
// });
// return jsonBack;
// };