# SEO Audit API - Robots.txt
# Generated: 2026-04-04
# Contact: support@auditapi.pro

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/

# Sitemap location
Sitemap: https://auditapi.pro/sitemap.xml

# Crawl delay (optional)
# Crawl-delay: 10

# Specific bots
User-agent: Googlebot
Allow: /
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/

# Development/staging
User-agent: *
Disallow: /staging/
Disallow: /test/
Disallow: /dev/