User-agent: *
Allow: /

# Explicitly allow LLM crawler files
Allow: /llms.txt
Allow: /llms-full.txt

# Block admin and sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /unsubscribe

# Block development and internal paths
Disallow: /_astro/
Disallow: /dev/

# Block non-indexable landing pages
Disallow: /lp-cent-health

# Sitemap location
Sitemap: https://www.aspora.com/sitemap.xml

# Optional: Crawl-delay for bots (in seconds)
# Crawl-delay: 1

# Allow specific bots full access
User-agent: Googlebot
Allow: /