User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /links/
Disallow: /

#User-agent: Firefly/1.0
#Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Slurp
Crawl-delay: 180