Added backup strategy for when VIN cannot be read

crawler
Edward Peterson 3 years ago
parent adbc654711
commit 5e981cedca

@ -2,6 +2,7 @@ const puppeteer = require('puppeteer')
const fs = require('fs');
const superagent = require('superagent');
const path = require('path');
const uuid = require('uuid');
var url = '';
process.argv.forEach((val, index, array) => {
@ -55,12 +56,16 @@ const run = async () => {
// Wait for suggest overlay to appear and click "show all results".
const allResultsSelector = processorConfig.pageLoadIndicator;
await page.waitForSelector(allResultsSelector);
var vin;
const vinSelector = processorConfig.vinSelector;
await page.waitForSelector(vinSelector);
await page.waitForSelector(vinSelector).then(async () => {
let element = await page.$(vinSelector)
let vin = await page.evaluate(el => el.textContent, element);
vin = await page.evaluate(el => el.textContent, element);
}).catch(error => {
console.error('Unable to grab VIN, falling back to UUID');
vin = uuid.v4();
});
console.log(vin);
// await page.click(allResultsSelector);

5
package-lock.json generated

@ -714,6 +714,11 @@
"resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz",
"integrity": "sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw=="
},
"uuid": {
"version": "9.0.0",
"resolved": "https://registry.npmjs.org/uuid/-/uuid-9.0.0.tgz",
"integrity": "sha512-MXcSTerfPa4uqyzStbRoTgt5XIe3x5+42+q1sDuy3R5MDk66URdLMOZe5aPX/SQd+kuYAh0FdP/pO28IkQyTeg=="
},
"webidl-conversions": {
"version": "3.0.1",
"resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",

@ -10,6 +10,7 @@
"license": "ISC",
"dependencies": {
"puppeteer": "^19.2.0",
"superagent": "^8.0.3"
"superagent": "^8.0.3",
"uuid": "^9.0.0"
}
}

Loading…
Cancel
Save