User-agent: *
Allow: /

# === SEO OPTIMIZED ROBOTS ===
# Disallow admin/sensitive paths
Disallow: /send-email.php
Disallow: /rate_limit.log
Disallow: /submissions.log
Disallow: /config.php
Disallow: /ai-seo-config.php

# Allow AI SEO dashboard (useful for internal analysis)
Allow: /?ai-seo
Allow: /en?ai-seo

# === CRAWL DELAY (for polite crawling) ===
Crawl-Delay: 10

# === SITEMAPS ===
Sitemap: https://www.bluevymarketing.com/sitemap.xml
Sitemap: https://www.bluevymarketing.com/sitemap.xml

# === LLMS.TXT (AI crawler guide) ===
# https://llmstxt.org/

# === PATHS ===
# Main content pages for indexing
Allow: /
Allow: /en
Allow: /#features
Allow: /#pricing
Allow: /#faq
Allow: /#industries
Allow: /#case-studies