User-agent: Googlebot
allow: /

User-agent: Googlebot-Image
allow: /

User-agent: MSIECrawler
allow: /

User-agent: WinHTTarck
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: MondoSearch
Disallow: /

User-agent: Spiderline
Disallow: /

User-agent: fusionbot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: *
Disallow: /tmp/ # these will soon disappear
Disallow: /dir2/
Disallow: /images/
Disallow: /img/
Disallow: /includes/
Disallow: /cgi-bin/

# $Id: robots.txt  2004/06/29 12:12:00 P. Lowe "LoweMohyal" Modified 2006/12/28 Exp $