User-agent: *
Disallow: /stats/
Disallow: /cgi-bin/
Disallow: /rob/dynamic.html
Disallow: /search.html
Disallow: /mailman/
Disallow: /archive/

User-agent: DIIbot
Disallow: /

User-agent: FlickBot*
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: ShopWiki
Crawl-Delay: 30

User-agent: ia_archiver
Disallow: /