# Exclude way back machine User-agent: ia_archiver Disallow: / # All robots will spider the domain, except local User-agent: * Disallow: /local/scripts/ Disallow: /images/user/ Disallow: /acceptCookies.php