# robots.txt for shrdvault.com
User-agent: *
Disallow: /routes/
Disallow: /storage/
Disallow: /views/
Disallow: /config/
Allow: /


# Sitemap location for better indexing
Sitemap: https://shrdvault.com/sitemap.xml

# Crawl-delay for aggressive bots (optional, adjust if needed)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Block known bad bots (optional)
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Optional: Uncomment to prevent search results indexing (if privacy-focused)
# User-agent: *
# Noindex: /