# GT AI Backtest - Robots.txt # https://backtest.gt-protocol.io User-agent: * Allow: / Allow: /symbols Allow: /symbol/ Allow: /strategies Allow: /strategy/ Allow: /timeframe/ Allow: /optimize # Disallow admin and API routes Disallow: /api/ Disallow: /*.json$ # Sitemap location Sitemap: https://backtest.gt-protocol.io/sitemap.xml # Crawl-delay for responsible crawling Crawl-delay: 1 # Google-specific User-agent: Googlebot Allow: / Crawl-delay: 0 # Bing-specific User-agent: Bingbot Allow: / Crawl-delay: 1