-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathscrape.js
More file actions
45 lines (38 loc) · 954 Bytes
/
scrape.js
File metadata and controls
45 lines (38 loc) · 954 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
const rp = require('request-promise');
const cheerio = require('cheerio');
const readline = require("readline");
const rl = readline.createInterface({
input: process.stdin,
output: process.stdout
});
rl.question("url (empty for default):", function(url) {
rl.question("query (empty for default):", function(query) {
let newUrl = url ? url : "https://naleeriddell.com";
const options = {
uri: newUrl,
transform: function (body) {
return cheerio.load(body);
}
};
rp(options)
.then(($) => {
console.log('\n============\n');
if (query) {
eval(query);
} else {
console.log($('li').text());
}
rl.close();
})
.catch((err) => {
console.log(err);
rl.close();
});
// console.log(`${name}, is a citizen of ${country}`);
});
});
rl.on("close", function() {
console.log('\n ============');
console.log("Thanks for using Web-Scrapey-X");
process.exit(0);
});