User-agent: * Allow: / # Sitemap Sitemap: https://landing.bohd4n.dev/sitemap.xml # Block access to admin areas (if any) Disallow: /admin/ Disallow: /_astro/ # Allow search engines to crawl CSS and JS files Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.webp$ Allow: /*.svg$ # Crawl delay (optional - be respectful to server resources) Crawl-delay: 1