# MenrvaBooks - Robots.txt
# https://www.menrvabooks.com

# ─── Default rule (all bots including search engines) ───────────
# Allow public content, block private/user pages
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /user/
Disallow: /userAuthors/
Disallow: /userBooks/
Disallow: /userComments/
Disallow: /userHome/
Disallow: /userPreferences/
Disallow: /userSettings/
Disallow: /login
Disallow: /register
Disallow: /reset-password

# ─── Block aggressive scrapers and known bad bots ──────────────
# Note: AhrefsBot and SemrushBot are intentionally allowed (not listed here) so
# we can audit our own backlink/keyword profile with those tools (SEO audit §3.4).
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

# ─── Sitemap ───────────────────────────────────────────────────
Sitemap: https://www.menrvabooks.com/sitemap.xml

# ─── LLM-friendly content ─────────────────────────────────────
# See https://llmstxt.org
# llms.txt: https://www.menrvabooks.com/llms.txt
# llms-full.txt: https://www.menrvabooks.com/llms-full.txt