User-agent: amazon-kendra-web-crawler-* # all customers of Amazon Kendra's web crawler Disallow: / # disallow everything User-agent: AmazonBot Disallow: /