# robots.txt for caselabs.dev User-agent: * Allow: / # Sitemap location Sitemap: https://caselabs.dev/sitemap.xml # Prevent crawling of potential sensitive areas Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /temp/ Disallow: /test/ # Allow crawling of important sections Allow: /services Allow: /about Allow: /contact Allow: /portfolio # Crawl-delay to prevent overwhelming the server Crawl-delay: 10