User-agent: * # Block sensitive or non-public directories Disallow: /admin/ Disallow: /dashboard/ Disallow: /private/ Disallow: /tmp/ Disallow: /cgi-bin/ Disallow: /config/ Disallow: /includes/ Disallow: /search/ # Allow all public content Allow: / # Sitemap helps crawlers find all important pages Sitemap: https://www.tradenotion.com/sitemap.xml # (Optional) Control crawl rate if server gets overloaded # Crawl-delay: 10