User-Agent: *
Allow: /
Disallow: /api/
Disallow: /cdn-fpw/
Disallow: /cdn-cgi/
Disallow: /monitoring
Disallow: /admin/

User-Agent: AhrefsBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-Agent: Perplexity-User
Disallow: /

Sitemap: https://www.downtester.com/sitemap.xml