User-agent: *
Allow: /

# SEO optimized robots.txt for news website
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block admin and API routes from crawlers
Disallow: /api/
Disallow: /admin

# Sitemap location
Sitemap: https://directorsbox.app/sitemap.xml