# robots.txt for https://mycustomiposite.com
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_astro/
Disallow: /admin/

# Point cleanly to the Astro generated sitemap
Sitemap: https://mycustomiposite.com/sitemap-index.xml