ListingExtractor/processors/generic-bootstrap.js

const uuid = require('uuid');
module.exports = function (processorConfig) {

    downloadGallery = async (vin) => {
        var galleryUrls = [];
        async function ensureCarouselVisible() {
            var imgWrap;
            do {
                imgWrap = document.elementFromPoint(100, 100);
                console.log(imgWrap.classList);
                await delay(50);
            } while (imgWrap.classList.contains('pswp__img--placeholder'));

        }

        function delay(ms) {
            return new Promise((resolve) => setTimeout(resolve, ms));
        }

        // Find the active image, surround it in an anchor tag, then click it.
        async function downloadImage(id) {
            const imgWrap = document.elementFromPoint(300, 300);
            const children = imgWrap.querySelectorAll('.pswp__img');
            const img = children[children.length - 1];
            console.log(img, imgWrap);
            // debugger;
            // Full image hasn't loaded yet
            const src = imgWrap.src.split('?')[0]// get rid of querystring
            return downloadSrc(src, id);
        }

        function downloadSrc(src, id) {
            galleryUrls.push({
                fileName: id,
                url: src
            })
        }

        function nextImage() {
            document.querySelector('.pswp__button.pswp__button--arrow--right').click();
        }

        function getCounterValue() {
            const [position, total] = document.querySelector('.pswp__counter').textContent.split('/');
            return parseInt(position.trim(), 10);
        }

        function run() {
            return new Promise(async (resolve, reject) => {
                await ensureCarouselVisible();
                await delay(500);
                const firstValue = getCounterValue();
                do {
                    await downloadImage(`${vin}-${getCounterValue()}`);
                    nextImage();
                    await delay(100);
                } while (getCounterValue() !== firstValue);
                return resolve(galleryUrls)
            })

        }

        return new Promise((resolve, reject) => {
            run().then(resolve);
        });
    }

    return async function (page) {
        console.log('Running generic boostrap extractor')

        // Type into search box.
        // await page.type('.devsite-search-field', 'Headless Chrome');

        // Wait for suggest overlay to appear and click "show all results".
        const allResultsSelector = processorConfig.pageLoadIndicator;
        await page.waitForSelector(allResultsSelector);
        var vin;

        const vinSelector = processorConfig.vinSelector;
        await page.waitForSelector(vinSelector).then(async () => {
            let element = await page.$(vinSelector)
            vin = await page.evaluate(el => el.textContent, element);
        }).catch(error => {
            console.error('Unable to grab VIN, falling back to UUID');
            vin = uuid.v4();
        });
        console.log(vin);
        // await page.click(allResultsSelector);

        const client = await page.target().createCDPSession()
        await client.send('Page.setDownloadBehavior', {
            behavior: 'allow',
            downloadPath: './images',
        })
        const firstImageLinkSelector = processorConfig.carouselTrigger;
        await page.click(firstImageLinkSelector);
        await page.waitForSelector('.pswp__img')
        console.log('Gallery is loaded, fetching URLS')
        const galleryUrls = await page.evaluate(downloadGallery, vin);
        


        return galleryUrls
    }
}