Fixed whole process crashing when a single url fails

crawler
Edward Peterson 3 years ago
parent 79c0749606
commit 10b0562059

@ -76,7 +76,9 @@ async function run(url, processor) {
} }
}); });
} }
reject(); resolve({})
}).catch(error => {
resolve({})
}); });
}))) })))
console.log('URLS done downloading') console.log('URLS done downloading')

Loading…
Cancel
Save