В процессе разбора
This commit is contained in:
parent
c674f2fcf3
commit
a4d5a3b185
12
urq.js
12
urq.js
|
@ -105,6 +105,10 @@ class Urq {
|
|||
try {
|
||||
console.log("Scraping threads.");
|
||||
const page = await this.browser.newPage();
|
||||
page.on('console', msg => {
|
||||
for (let i = 0; i < msg.args().length; ++i)
|
||||
console.log(`${i}: ${msg.args()[i]}`);
|
||||
});
|
||||
const [rows, fields] = await this.db.execute(`
|
||||
SELECT \`url\` FROM \`${config.DB_PREFIX}bordathreads\`
|
||||
`);
|
||||
|
@ -126,8 +130,13 @@ class Urq {
|
|||
let retval = [];
|
||||
for (let i = 0; i < rows.length; i++) {
|
||||
let msgclasses = ["mess1", "mess2", "mess3", "mess4"];
|
||||
let rowclasses = rows[i].getAttribute("class").split(" ");
|
||||
let rowclasses = [];
|
||||
if(rows[i].getAttribute("class") !== null) {
|
||||
rowclasses = rows[i].getAttribute("class").split(" ");
|
||||
}
|
||||
console.log(rowclasses);
|
||||
if (
|
||||
rowclasses.length > 0 &&
|
||||
intersect(msgclasses, rowclasses) === []
|
||||
) {
|
||||
continue;
|
||||
|
@ -147,7 +156,6 @@ class Urq {
|
|||
"date": date
|
||||
});
|
||||
}
|
||||
console.log(retval);
|
||||
return retval;
|
||||
} catch (e) {
|
||||
return [];
|
||||
|
|
Loading…
Reference in a new issue