User-agent: *
Disallow: /


User-agent: Amazonbot # Amazon's user agent
Disallow: /do-not-crawl/ # disallow this directory

User-agent: * # any robot
Disallow: /not-allowed/ # disallow this directory

<meta name="amazonbot" content="noarchive">
<meta name="robots" content="noarchive">


User-agent: amazonbot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: google.com/bot
Disallow: /

User-agent: google.bot
Disallow: /

User-agent: Googlebot
User-agent: AdsBot-Google
Disallow: /

User-agent: google.com/bot.html
Disallow: /


User-agent: *
Disallow: /

User-agent: *
Disallow: /