-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathscrap.js
32 lines (24 loc) · 943 Bytes
/
scrap.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
const fs = require('fs');
const html = fs.readFileSync('.snapshot.html', 'utf8')
const cheerio = require('cheerio')
const {getDaysIds, router, db, warDayNumber, getTheDay, putToday, casualtiesKeys} = require("./utils");
const $ = cheerio.load(html);
const casualties = $('.war_num').get().map((el) => {
return Number( $(el).clone().children().remove().end().text().replace('~', '') );
});
let parsedDay = $('.war_title').text().match(/\d+/)[0];
let parsedResult = {
id: Number(parsedDay)
}
casualtiesKeys.forEach((key, index) => {
parsedResult[key] = casualties[index];
});
parsedResult['created_at'] = new Date().toISOString();
console.log('scrap.js result: ', parsedResult);
if ( db.get('days').find({id: parsedResult.id}).value() ) {
console.log('scrap.js: day already exists');
} else {
console.log('scrap.js: day does not exist');
db.get('days').push(parsedResult).write()
}
module.exports = parsedResult;