added survivor-cars processor

crawler
Edward Peterson 3 years ago
parent 9bc932a90b
commit 08ecb6545b

@ -80,6 +80,7 @@ async function run(url, processor) {
const payloads = await Promise.all(galleryUrls.map(image => new Promise(async (resolve, reject) => {
superagent.get(image.url).responseType('blob').then(function (response) {
if (response.statusCode == 200) {
console.log('Resolving', image.url)
return resolve({
response: {
content: {
@ -89,9 +90,13 @@ async function run(url, processor) {
}
}
});
} else {
console.log("Invalid status code", response.statusCode, 'for', image.url);
resolve({})
}
resolve({})
}).catch(error => {
console.error(error)
resolve({})
});
})))

@ -0,0 +1,22 @@
const genericVinParserFactory = require("./generic-vin-parser");
module.exports = {
baseUrl: 'survivor-cars.com',
async execute(page) {
const gallerySelector = '.show-car-thumbs'
const imageSelector = '.show-car-thumbs > a';
await page.waitForSelector(gallerySelector);
const images = await page.$$(imageSelector);
const sources = await Promise.all(images.map(async carouselItem => {
const src = await page.evaluate(el => el.getAttribute('href'), carouselItem);
console.log(src);
return { url: src };
}));
return sources;
},
parseVIN: async function(page) {
return null;
},
parseMileage: async function (page) {
return null;
}
}
Loading…
Cancel
Save