# Allow all crawlers User-agent: * Allow: / # Disallow API routes and admin paths Disallow: /api/ # Sitemap location Sitemap: https://www.team1.network/sitemap.xml # Crawl-delay for polite crawlers (optional) Crawl-delay: 1 # Additional directives for AI crawlers (GEO optimization) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: /