# User-agent: * with no Allow line is allow-everything except what is listed;
# the old "Allow: /" line was redundant and made the rules below order-sensitive
# for first-match robots parsers, so it is gone.
#
# Why /cdn-cgi/l/ is blocked: it is not ours and not a page. Cloudflare Email
# Address Obfuscation rewrites the plain-text contact address on /compare,
# /status and the two /fanline-* comparison pages into an <a> pointing at
# /cdn-cgi/l/email-protection, and Cloudflare answers that path with HTTP 404
# ("Email Protection | Cloudflare"). Every crawl of those four pages therefore
# books a 404 in Search Console crawl stats. Only the link path is blocked;
# /cdn-cgi/scripts/... (the obfuscation decoder that pages load) stays
# crawlable.

User-agent: *
Disallow: /cdn-cgi/l/

Sitemap: https://fanlinewire.com/sitemap.xml