В процессе разбора

This commit is contained in:
Alexander Yakovlev 2018-04-10 21:48:55 +07:00
parent c674f2fcf3
commit a4d5a3b185

12
urq.js
View file

@ -105,6 +105,10 @@ class Urq {
try {
console.log("Scraping threads.");
const page = await this.browser.newPage();
page.on('console', msg => {
for (let i = 0; i < msg.args().length; ++i)
console.log(`${i}: ${msg.args()[i]}`);
});
const [rows, fields] = await this.db.execute(`
SELECT \`url\` FROM \`${config.DB_PREFIX}bordathreads\`
`);
@ -126,8 +130,13 @@ class Urq {
let retval = [];
for (let i = 0; i < rows.length; i++) {
let msgclasses = ["mess1", "mess2", "mess3", "mess4"];
let rowclasses = rows[i].getAttribute("class").split(" ");
let rowclasses = [];
if(rows[i].getAttribute("class") !== null) {
rowclasses = rows[i].getAttribute("class").split(" ");
}
console.log(rowclasses);
if (
rowclasses.length > 0 &&
intersect(msgclasses, rowclasses) === []
) {
continue;
@ -147,7 +156,6 @@ class Urq {
"date": date
});
}
console.log(retval);
return retval;
} catch (e) {
return [];