# www.robotstxt.org/norobots-rfc.txt

# banned
User-agent: TurnitinBot
Disallow: /
User-agent: Zealbot
Disallow: /

# Yahoo Slurp: so they don't see cross-links
User-agent: Slurp
Crawl-delay: 5
Disallow: /about/

# all others
User-agent: *
Crawl-delay: 5
Disallow: /about/privacy-policy
Disallow: /about/terms-of-use
Disallow: /request-info/

# www.sitemaps.org/protocol.php
Sitemap: /aeng-sitemap.xml