User-agent: *
Disallow: /download-file/
Disallow: /chunk-upload/
Disallow: /file/
Disallow: /folder/
Disallow: /settings
Disallow: /admin/
Disallow: /recaptcha-verify
Disallow: /api/

# Allow only main site content
Allow: /

# Optional: Allow trusted bots completely
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Applebot
Disallow:

# Block bad bots (optional hardening)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

# Sitemap location (if you have it)
Sitemap: https://bladecloudify.com/sitemap.xml