Fetch securitytrails domains

securitytrails.js

(async function scrapeDomains() {
    const allDomains = [];

    async function getDomainsFromPage() {
        const domainLinks = document.querySelectorAll('table.ui-table tbody tr td:first-child a.link');
        const domains = Array.from(domainLinks).map(link => link.textContent.trim());
        allDomains.push(...domains);
    }

    async function clickNext() {
        // Find the "›" button
        const nextButton = Array.from(document.querySelectorAll('ul.tooltip a'))
            .find(a => a.textContent.trim() === '›');

        if (!nextButton) return false; // No next button at all

        // Check if it's disabled
        const isDisabled = nextButton.classList.contains('pointer-events-none');
        if (isDisabled) return false;

        nextButton.click();
        await new Promise(resolve => setTimeout(resolve, 1500)); // Wait for page to load
        return true;
    }

    let hasNext = true;
    while (hasNext) {
        await getDomainsFromPage();
        hasNext = await clickNext();
    }

    console.log("All domains:", allDomains);
})();