user-agent: * Allow: / crawl-delay: 10 # disallow all files in these directories Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-login.php Disallow: /trackback Disallow: /comments Disallow: */trackback Disallow: */comments # OpenAI (ChatGPT / SearchGPT) User-agent: OAI-SearchBot Allow: / # Google AI (Gemini) User-agent: Google-Extended Allow: / # Anthropic AI (Claude) User-agent: ClaudeBot Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / Sitemap:https://www.friendsofpando.org/sitemap.xml Sitemap:https://www.friendsofpando.org/robots.txt