User-agent: * Allow: / # Sitemap Sitemap: https://tradeassi.com/sitemap.xml Sitemap: https://tradeassi.com/news-sitemap.xml # Disallow private pages. # NOTE ON PREFIXES: a robots pattern is a PREFIX match, so "/*/trading" also # blocked /en/tradingview-discount. Anything listed here must therefore be a # path no public page starts with. /*/trading and /*/ai-assistant used to sit # in this list while both were also published in sitemap.xml — Bing reported # that contradiction as "Blocked by robots.txt"; they are public pages, so the # sitemap was right and these rules were wrong. Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ # Citation / answer agents are ALLOWED explicitly (each vendor runs these # separately from its training crawler: blocking GPTBot does not touch # OAI-SearchBot). They get the same public/private split as everyone else. # Kept explicit so a future rule cannot silently drop us out of AI answers. User-agent: OAI-SearchBot Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: ChatGPT-User Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: PerplexityBot Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: Perplexity-User Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: Claude-SearchBot Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: Claude-User Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ User-agent: Bingbot Allow: / Disallow: /*/dashboard Disallow: /*/strategy/ Disallow: /*/backtest Disallow: /*/alerts Disallow: /*/portfolio Disallow: /*/journal Disallow: /*/security Disallow: /*/admin Disallow: /*/pending Disallow: /*/verify-email Disallow: /api/ # Training-only crawlers are opted out independently below. User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: CCBot Disallow: / # AI discovery manifest # See https://tradeassi.com/llms.txt