User-agent: * Allow: / Disallow: /static-content.html # Static content specifically for AI crawlers # Regular search engines should NOT index this page # Claude's official bots - Exact user agent matches User-agent: ClaudeBot Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: Claude-User Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: Claude-SearchBot Allow: / Allow: /static-content.html Crawl-delay: 1 # Other AI Crawlers User-agent: GPTBot Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: Google-Extended Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: ChatGPT-User Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: CCBot Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: anthropic-ai Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: PerplexityBot Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: YouBot Allow: / Allow: /static-content.html Crawl-delay: 1 User-agent: Meta-ExternalAgent Allow: / Allow: /static-content.html Crawl-delay: 1 # Disallow admin areas Disallow: /admin Disallow: /dashboard Disallow: /user Disallow: /payments # Allow important pages Allow: /landing Allow: /choose-plan Allow: /launcher-game-preview Allow: /blog Allow: /blog/* Sitemap: https://gamelauncher.cloud/sitemap.xml # Crawl delay Crawl-delay: 1