# Robots.txt for ProWebsiteCo

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://prowebsiteco.com/sitemap.xml
Sitemap: https://prowebsiteco.com/robots.txt

# Disallow admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /404

# Crawl-delay for politeness
Crawl-delay: 1

# Special instructions for common bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Twitterbot
Allow: /