# robots.txt for bigsis.co.za # Prevents bots from overwhelming the site User-agent: * Disallow: /admin/ Disallow: /api/ Disallow: /login/ Disallow: /accounts/ Disallow: /services/ Disallow: /_health Disallow: /health/ # Allow specific bots User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /services/ User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /services/ # Block common scanners User-agent: * Disallow: /.env Disallow: /.git Disallow: /.htaccess Disallow: /config/ Disallow: /phpunit/ # Crawl delay to reduce load Crawl-delay: 5 # Sitemap location Sitemap: https://bigsis.co.za/sitemap.xml