User-agent: *
# SEO ISSUE #[YOUR_ID]: Crawl-delay directive present in robots.txt
Crawl-delay: 10
Disallow: /api/
Disallow: /blocked-canonical/
Disallow: /private/
Allow: /public/Disallow
Disallow: /seo-html/private/
Allow: /seo-html/public/
Allow: /
Disallow: /?s=

# SEO ISSUE #165: Rate-limiting directive missing (server needs rate limiting but none set)


# SEO ISSUE #175: /blocked-canonical/ IS blocked above.
# The /crawl-issues page has a canonical pointing to /blocked-canonical/about
# which means Google cannot access the declared canonical URL.

# SEO ISSUE #187: GPTBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #188: ClaudeBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #189: PerplexityBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #190: Google-Extended not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #191: CCBot not explicitly declared (no Allow/Disallow decision)