get

commit 06306162791e0da55ba8944a12968e0f8e1426ce

Author: Connor Etherington <[email protected]>

Date:   Sat Sep 14 01:54:10 2024 +0200

    Auto-Commit Update - 20240914

---

 PKGBUILD | 12 +++---------

 app.js   | 45 +++++++++++++++++++++++----------------------

 2 files changed, 26 insertions(+), 31 deletions(-)

diff --git a/PKGBUILD b/PKGBUILD

index 69e3f2a..8fa261a 100644

--- a/PKGBUILD

+++ b/PKGBUILD

@@ -9,15 +9,9 @@ url="https://gitlab.com/a4to/${pkgname}"

 license=('MIT')

 depends=(nodejs npm)

 makedepends=(nodejs npm)

-source=(

-  "https://software.concise.cc/x86_64/${pkgname}-${pkgver}-${pkgrel}-$arch.pkg.tar.xz"

-)

-sha512sums=(

-  'f7fe153371d23665268cbcbba1506a26db3e388b326ba95256ab4d32ae80d4b8f330a323b6d48e9ea01466eb5dc81f56c9219b4caca52fe86c388ff96879bd7f'

-)

-md5sums=(

-  'b2d627d1120af79bf3821d76467a02e0'

-)

+source=(https://gitlab.com/a4to/get/-/archive/${pkgver}/get-${pkgver}.tar.gz)

+md5sums=('SKIP')

+sha256sums=('SKIP')

 validpgpkeys=(

   '81BACEEBC3EA26E127166E4A819BB92A9A48160E'

 )

diff --git a/app.js b/app.js

index fc83e25..2d238b4 100755

--- a/app.js

+++ b/app.js

@@ -14,6 +14,15 @@ const yargs = require('yargs');

 const cheerio = require('cheerio');

 let puppeteer;

+const log = (input, ...args) => {

+  const colors = {

+  r: '\x1b[31;1m', g: '\x1b[32;1m', b: '\x1b[34;1m', y: '\x1b[33;1m', w: '\x1b[37;1m',

+  m: '\x1b[35;1m', x: '\x1b[38;2;103;208;168m', c: '\x1b[36;1m', C: '\x1b[0m' };

+  input = input.concat(':C: ', ...args).toString();

+  let result = input.replace(/:([rgbyxwmcC]):/g, (match, p1) => colors[p1] || '');

+  console.log(result + colors.C);

+};

+

 const { JSDOM } = require('jsdom');

 class Page {

@@ -96,32 +105,24 @@ class Scraper {

     if (!puppeteer) {

       puppeteer = require('puppeteer-extra');

       const pluginStealth = require('puppeteer-extra-plugin-stealth');

-      const puppeteer = require('puppeteer-extra');

       const userPrefs = require('puppeteer-extra-plugin-user-preferences');

-      puppeteer.use(userPrefs({ userPreferences: {/* your custom prefs */}}));

+      puppeteer.use(userPrefs({ userPrefs: { webkit: { webprefs: { experimentalFeatures: true } } } }));

       puppeteer.use(pluginStealth());

     }

-    const launchOptions = {

-      headless: true,

-      args: [

-        '--no-sandbox',

-        '--disable-setuid-sandbox',

-        '--disable-infobars',

-        '--window-position=0,0',

-        '--ignore-certifcate-errors',

-        '--ignore-certifcate-errors-spki-list',

-        '--disable-web-security',

-        '--disable-site-isolation-trials',

-        '--ignore-gpu-blacklist',

-        '--ignore-certificate-errors',

-        '--disable-dev-shm-usage',

-        '--disable-accelerated-2d-canvas',

-        '--disable-gpu',

-        '--no-first-run',

-        '--no-zygote'

-      ]

-    };

+    let executablePath = require('puppeteer').executablePath();

+    if(!fs.existsSync(executablePath)) {

+      log(`:y:? :x:Puppeteer executable not found. Attempting to install...`);

+      try {

+        await require('child_process').execSync('npx puppeteer browsers install');

+        executablePath = require('puppeteer').executablePath();

+      } catch (error) {

+        log(`:r:- :x:Failed to install Puppeteer executable. Please install manually.`);

+        process.exit(1);

+      }

+    }

+

+    const launchOptions = { executablePath };

     const browser = await puppeteer.launch(launchOptions);

     const page = await browser.pages().then(pages => pages[0]);