User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /README.txt User-agent: Claude Disallow: / User-agent: ClaudeBot Disallow: / User-agent: amazon-kendra-web-crawler-* # all customers of Amazon Kendra's web crawler Disallow: / # disallow everything User-agent: ImagesiftBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: Morningscore Bot Disallow: / User-agent: Semrushbot-SI Disallow: / User-agent: SemrushBot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MJ12bot Disallow: /