From ee7124236b2bb004ce4067d8bd1920a3c095cb9f Mon Sep 17 00:00:00 2001 From: Edward Peterson Date: Fri, 1 Dec 2023 18:26:50 -0500 Subject: [PATCH] fixed logging, built new version --- server/crawlers/bringatrailer.crawler.js | 5 ++++- server/crawlers/classic.crawler.js | 5 ++++- server/crawlers/topclassiccarsforsale.crawler.js | 10 ++++++++-- server/processors/generics/generic-bootstrap.js | 5 ++++- 4 files changed, 20 insertions(+), 5 deletions(-) diff --git a/server/crawlers/bringatrailer.crawler.js b/server/crawlers/bringatrailer.crawler.js index 838b78c..23d9419 100644 --- a/server/crawlers/bringatrailer.crawler.js +++ b/server/crawlers/bringatrailer.crawler.js @@ -141,7 +141,10 @@ module.exports = { .set('Accept', 'application/json') .end((err, res) => { if(err){ - console.error('Failed to filter urls', err); + log.error({ + message: 'Failed to filter urls', + error: err + }); return reject(err); } resolve(res.body?.urls); diff --git a/server/crawlers/classic.crawler.js b/server/crawlers/classic.crawler.js index dcd9c40..a10dfc3 100644 --- a/server/crawlers/classic.crawler.js +++ b/server/crawlers/classic.crawler.js @@ -123,7 +123,10 @@ module.exports = { .set('Accept', 'application/json') .end((err, res) => { if(err){ - console.error('Failed to filter urls', err); + log.error({ + message: 'Failed to filter urls', + error: err + }); return reject(err); } resolve(res.body?.urls); diff --git a/server/crawlers/topclassiccarsforsale.crawler.js b/server/crawlers/topclassiccarsforsale.crawler.js index 3fd821e..2c9173c 100644 --- a/server/crawlers/topclassiccarsforsale.crawler.js +++ b/server/crawlers/topclassiccarsforsale.crawler.js @@ -37,7 +37,10 @@ module.exports = { .set('authorization', `Basic ${process.env.crawlerToken}`) .end((err, res) => { if(err){ - console.error('Failed to send lead', err); + log.error({ + message: 'Failed to send Lead', + error: err + }); } }); }) @@ -100,7 +103,10 @@ module.exports = { .set('Accept', 'application/json') .end((err, res) => { if(err){ - console.error('Failed to filter urls', err); + log.error({ + message: 'Failed to filter urls', + error: err + }); return reject(err); } resolve(res.body?.urls); diff --git a/server/processors/generics/generic-bootstrap.js b/server/processors/generics/generic-bootstrap.js index 82c6b7e..7771e77 100644 --- a/server/processors/generics/generic-bootstrap.js +++ b/server/processors/generics/generic-bootstrap.js @@ -90,7 +90,10 @@ module.exports = function (processorConfig) { let element = await page.$(vinSelector) vin = await page.evaluate(el => el.textContent, element); }).catch(error => { - console.error('Unable to grab VIN, falling back to UUID'); + log.error({ + message: 'Unable to grab VIN, falling back to UUID', + error: error + }); vin = uuid.v4(); }); log.info(vin);