User-agent: Amazonbot # Amazon's user agent Disallow: /level/ # disallow this directory User-agent: meta-externalagent Disallow: /level/ User-agent:* Disallow: /level/*/*