User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /admin/ # AI crawlers and search engine bots User-agent: GPTBot Allow: / Disallow: /cgi-bin/ Disallow: /admin/ User-agent: Google-Extended Allow: / Disallow: /cgi-bin/ Disallow: /admin/ User-agent: ClaudeBot Allow: / Disallow: /cgi-bin/ Disallow: /admin/ User-agent: PerplexityBot Allow: / Disallow: /cgi-bin/ Disallow: /admin/ User-agent: Bytespider Allow: / Disallow: /cgi-bin/ Disallow: /admin/ # Sitemap Sitemap: https://www.theeducationabroad.com/sitemap.xml