User-agent: *
# Allow parent folders (with language subfolders considered)
Allow: */markets/indices/$
Allow: */markets/forex/$
Allow: */markets/crypto/$
Allow: */markets/commodities/$
Disallow: */analytics/daily-forecast/$
Disallow: */analytics/market-overview/$
# Disallow subfolder contents under /markets/
Disallow: */markets/indices/*
Disallow: */markets/forex/*
Disallow: */markets/crypto/*
Disallow: */markets/commodities/*
# Disallow subfolder contents under /analytics/
Disallow: */analytics/daily-forecast/*
Disallow: */analytics/market-overview-weekly/*
# Basics
Disallow: /login
Disallow: /password_recovery
Disallow: /back_office
Disallow: /*uploads
Disallow: */cgi-bin/
Disallow: */wp-admin/
Disallow: */wp-includes/
Disallow: */wp-content/cache/
Disallow: */wp-content/themes/
Disallow: */category/*/*
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: *legal-documents*
Disallow: /*?ref
Disallow: /*?cpa
Disallow: /*?afm
Disallow: /*n=
Disallow: */public/css
Disallow: */public/fonts
Disallow: */public/js
Disallow: */public/entrypoints.json
Disallow: */public/manifest.json

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Allow: /

User-agent: BingAI
Allow: /