|
|
|
|
@ -2,9 +2,8 @@ const puppeteer = require('puppeteer');
|
|
|
|
|
const genericVinParserFactory = require('../processors/generics/generic-vin-parser');
|
|
|
|
|
const superagent = require('superagent');
|
|
|
|
|
module.exports = {
|
|
|
|
|
cronString: '0 22 * * *',
|
|
|
|
|
cronString: '15 23 * * *',
|
|
|
|
|
run: async function () {
|
|
|
|
|
return;
|
|
|
|
|
const startingPoint = 'https://topclassiccarsforsale.com/amc';
|
|
|
|
|
const browser = await puppeteer.launch({
|
|
|
|
|
headless: true
|
|
|
|
|
@ -30,7 +29,8 @@ module.exports = {
|
|
|
|
|
cars.forEach(car => {
|
|
|
|
|
superagent.post('http://localhost:3000/lead/createFromCrawler')
|
|
|
|
|
.send({
|
|
|
|
|
url: car.url
|
|
|
|
|
url: car.url,
|
|
|
|
|
vinNumber: car.vin
|
|
|
|
|
})
|
|
|
|
|
.set('authorization', `Basic ${process.env.crawlerToken}`)
|
|
|
|
|
.end((err, res) => {
|
|
|
|
|
|