browser-chromium/serverJS/adblock.js

import { StaticNetFilteringEngine } from '@gorhill/ubo-core';
import fsPromise from 'fs/promises';
import { checkInternetConnectivity } from '../utils/misc.js';
import loggermod from '../utils/logger.cjs';
const { logger } = loggermod,
    adblockcachepath = 'cache/adblock';


const blocklists = [
    "https://ublockorigin.github.io/uAssetsCDN/filters/badlists.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/filters.min.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/privacy.min.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/badware.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/quick-fixes.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/unbreak.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/annoyances.txt",
    "https://ublockorigin.github.io/uAssetsCDN/filters/lan-block.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easyprivacy.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-annoyances.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-cookies.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-newsletters.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-notifications.txt",
    "https://ublockorigin.github.io/uAssetsCDN/thirdparties/easylist-social.txt",
    "https://raw.githubusercontent.com/laylavish/uBlockOrigin-HUGE-AI-Blocklist/main/list.txt"
];


async function fetchList(url) {
    return fetch(url)
        .then(r => r.text())
        .then(raw => ({ raw }))
        .catch(reason => logger.error(reason));
}


const snfe = await StaticNetFilteringEngine.create();

const apiUrl = `https://api.github.com/repos/uBlockOrigin/uAssets/contents/filters`;
const getFilesFromDirectory = async () => {
    try {
        const response = await fetch(apiUrl);
        const data = await response.json();

        // check if the response data is an array (list of files)
        if (Array.isArray(data)) return data.filter(file => file.type === 'file').map(o => o.download_url);
        else console.log('No files found or the directory path is incorrect.');
    } catch (error) {
        console.error('Error fetching files:', error.message);
    }
};

const pathToSelfie = 'cache/selfie.txt';
if (!(await import('fs')).existsSync(adblockcachepath)) await fsPromise.mkdir(adblockcachepath);

// Up to date serialization data (aka selfie) available?
let selfie;
const ageInDays = await fsPromise.stat(pathToSelfie).then(stat => {
    const fileDate = new Date(stat.mtime);
    return (Date.now() - fileDate.getTime()) / (7 * 24 * 60 * 60);
}).catch(() => Number.MAX_SAFE_INTEGER);

// Use a selfie if available and not older than 7 days
if (ageInDays <= 7) {
    selfie = await fsPromise.readFile(pathToSelfie, { encoding: 'utf8' })
        .then(data => typeof data === 'string' && data !== '' && data)
        .catch(() => { });
    if (typeof selfie === 'string') {
        await snfe.deserialize(selfie);
    }
}

// Fetch filter lists if no up to date selfie available
if (!selfie && (await checkInternetConnectivity())) {
    logger.info(`Fetching lists...`);
    const totalLists = new Set(blocklists.concat(...(await getFilesFromDirectory())));
    await snfe.useLists([...totalLists].map(fetchList).filter(o => o));

    logger.info(`using ${totalLists.size} adblock lists`)

    const selfie = await snfe.serialize();
    fsPromise.mkdir('cache', { recursive: true });
    await fsPromise.writeFile(pathToSelfie, selfie);
}


/**
 * runs ublock origin url safe-checking
 */
const blocked = (url, originURL = undefined, mimeType = undefined) => url ? snfe.matchRequest({ url, originURL, type: mimeType }) : false;
export default blocked;