initial commit/backup

2026-05-14 22:26:56 +00:00 · 2024-11-01 20:55:18 -04:00
commit bc53ce53b1
39 changed files with 10456 additions and 0 deletions
@@ -0,0 +1,78 @@
+import { StaticNetFilteringEngine } from '@gorhill/ubo-core';
+import fs from 'fs/promises';
+import { checkInternetConnectivity } from '../utils/misc.js';
+import loggermod from '../utils/logger.cjs';
+const { logger } = loggermod;
+
+
+const blocklists = [
+    "https://ublockorigin.github.io/uAssetsCDN/filters/badlists.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/filters.min.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/privacy.min.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/badware.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/quick-fixes.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/unbreak.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/annoyances.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/filters/lan-block.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easyprivacy.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-annoyances.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-cookies.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-newsletters.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-notifications.txt",
+    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-social.txt",
+    "https://raw.githubusercontent.com/laylavish/uBlockOrigin-HUGE-AI-Blocklist/main/list.txt"
+];
+
+
+async function fetchList(url) {
+    return fetch(url).then(r => {
+        return r.text();
+    }).then(raw => {
+        return { raw };
+    }).catch(reason => {
+        logger.error(reason);
+    });
+}
+
+
+const snfe = await StaticNetFilteringEngine.create();
+
+// const rsf = await fetch('https://api.github.com/repos/uBlockOrigin/uAssets/contents/filters'),
+//     safeLists = (await rsf.json()).map(o => o.download_url);
+
+const pathToSelfie = 'cache/selfie.txt';
+
+// Up to date serialization data (aka selfie) available?
+let selfie;
+const ageInDays = await fs.stat(pathToSelfie).then(stat => {
+    const fileDate = new Date(stat.mtime);
+    return (Date.now() - fileDate.getTime()) / (7 * 24 * 60 * 60);
+}).catch(() => Number.MAX_SAFE_INTEGER);
+
+// Use a selfie if available and not older than 7 days
+if (ageInDays <= 7) {
+    selfie = await fs.readFile(pathToSelfie, { encoding: 'utf8' })
+        .then(data => typeof data === 'string' && data !== '' && data)
+        .catch(() => { });
+    if (typeof selfie === 'string') {
+        await snfe.deserialize(selfie);
+    }
+}
+
+// Fetch filter lists if no up to date selfie available
+if (!selfie && (await checkInternetConnectivity())) {
+    logger.info(`Fetching lists...`);
+    await snfe.useLists(blocklists.map(fetchList).filter(o => o));
+
+    const selfie = await snfe.serialize();
+    fs.mkdir('cache', { recursive: true });
+    await fs.writeFile(pathToSelfie, selfie);
+}
+
+
+/**
+ * runs ublock origin url safe-checking
+ */
+const blocked = (url, originURL = undefined, mimeType = undefined) => url ? snfe.matchRequest({ url, originURL, type: mimeType }) : false;
+export default blocked;