User-agent: * Noarchive: / Disallow: /cgi-bin/ Disallow: /images/ Disallow: /tmp/ Disallow:/robotvisit.php Disallow: /crawltrack/ User-agent: ia_archiver Disallow: /