src / utils / domainFilter.ts

const BLOCKED_DOMAINS = [
    "facebook.com",
    "pinterest.com",
    "instagram.com"
];

export function isBlockedDomain(
    url: string
): boolean {
    return BLOCKED_DOMAINS.some(
        domain => url.includes(domain)
    );
}

crawler