# Robots.txt for ProWebsiteCo # Automation services for UK trade businesses User-agent: * Allow: / # Sitemaps Sitemap: https://prowebsiteco.com/sitemap.xml # Disallow admin and internal pages Disallow: /admin/ Disallow: /api/ Disallow: /_next/ Disallow: /onboarding Disallow: /thank-you # Crawl-delay for politeness Crawl-delay: 1 # Special instructions for search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: / User-agent: * Crawl-delay: 1