#no robots
User-agent: MSIECrawler
Disallow: /

User-agent: wget
Disallow: /

User-agent: webzip
Disallow: /

User-agent: webmirror
Disallow: /

User-agent: webcopy
Disallow: /

User-agent: pavuk
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: metaner
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: asterias
Disallow: /

User-agent: *
Disallow: /ad/
Disallow: /cgi-bin/