Added case for ripping base64 images

index.js

@@ -89,27 +89,39 @@ async function run(url, processor) {
 
   console.log('Done collecting URLS', galleryUrls.length);
   const payloads = await Promise.all(galleryUrls.map(image => new Promise(async (resolve, reject) => {
-    superagent.get(image.url).responseType('blob').then(function (response) {
+    if(image.url) {
-      if (response.statusCode == 200) {
+      superagent.get(image.url).responseType('blob').then(function (response) {
-        console.log('Resolving', image.url)
+        if (response.statusCode == 200) {
-        return resolve({
+          console.log('Resolving', image.url)
-          response: {
+          return resolve({
-            content: {
+            response: {
-              mimeType: response.headers["content-type"],
+              content: {
-              encoding: 'base64',
+                mimeType: response.headers["content-type"],
-              text: response.body.toString('base64')
+                encoding: 'base64',
+                text: response.body.toString('base64')
+              }
             }
-          }
+          });
-        });
+        } else {
-      } else {
+          console.log("Invalid status code", response.statusCode, 'for', image.url);
-        console.log("Invalid status code", response.statusCode, 'for', image.url);
+          resolve({})
-        resolve({})
 
-      }
+        }
-    }).catch(error => {
+      }).catch(error => {
-      console.error(error)
+        console.error(error)
-      resolve({})
+        resolve({})
-    });
+      });
+    } else if (image.base64){
+      return resolve({
+            response: {
+              content: {
+                mimeType: response.headers["content-type"],
+                encoding: 'base64',
+                text: image.base64
+              }
+            }
+          });
+    }
   })))
   console.log('URLS done downloading')
   await browser.close();