# https://www.robotstxt.org/robotstxt.html User-agent: * # Public content — crawl freely Allow: /stocks/ Allow: /s/ Allow: /features/ Allow: /learn/ Allow: /faq/ Allow: /developers/ Allow: /u/ Allow: /welcome Allow: /plans Allow: /newsletter Allow: /get-started Allow: /try-watchlist Allow: /terms.html Allow: /privacy.html Allow: /og/ # Auth-gated pages — do not crawl Disallow: /api/ Disallow: /admin/ Disallow: /users/ Disallow: /settings Disallow: /portfolio Disallow: /gains-losses Disallow: /lots Disallow: /lot_imports Disallow: /accounts Disallow: /brokerages/ Disallow: /snaptrade/ Disallow: /cable Disallow: /rails/ Disallow: /e/ # Allow Googlebot to access assets for proper rendering Allow: /assets/ # Crawl-delay (be polite — small server) Crawl-delay: 2 Sitemap: https://www.tradeapes.com/sitemap.xml