# https://www.robotstxt.org/robotstxt.html
User-agent: *
# Public content — crawl freely
Allow: /stocks/
Allow: /s/
Allow: /features/
Allow: /learn/
Allow: /faq/
Allow: /developers/
Allow: /u/
Allow: /welcome
Allow: /plans
Allow: /newsletter
Allow: /get-started
Allow: /try-watchlist
Allow: /terms.html
Allow: /privacy.html
Allow: /og/
# Auth-gated pages — do not crawl
Disallow: /api/
Disallow: /admin/
Disallow: /users/
Disallow: /settings
Disallow: /portfolio
Disallow: /gains-losses
Disallow: /lots
Disallow: /lot_imports
Disallow: /accounts
Disallow: /brokerages/
Disallow: /snaptrade/
Disallow: /cable
Disallow: /rails/
Disallow: /e/
# Allow Googlebot to access assets for proper rendering
Allow: /assets/
# Crawl-delay (be polite — small server)
Crawl-delay: 2
Sitemap: https://www.tradeapes.com/sitemap.xml