User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /*.tar$ Disallow: /wp* Noarchive: / User-agent: twiceler Disallow: / User-agent: DomainCrawler/1.0 Disallow: / User-agent: SurveyBot/2.3 Disallow: / User-agent: ia_archiver Disallow: / User-agent: psbot Disallow: / Disallow: /images/ User-agent: Googlebot-Image Disallow: / Disallow: /images/