User-agent: Amazonbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: nbot
Disallow: /
User-agent: amazon-kendra-web-crawler-*
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: *
Allow: /