# Disallow ia_archiver (http://web.archive.org/web/*/www.myrock.net/) # User-agent: ia_archiver # Disallow: / # Disallow PsBot - http://www.picsearch.com/menu.cgi?item=Psbot # User-agent: psbot # Disallow: / # Tony requested these to be allowed. # All robots will spider the domain -- Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /cart.php Disallow: /search.php Disallow: /contact.php Disallow: /checkout.php Disallow: /checkout_success.php Disallow: /checkout_unsuccess.php Disallow: /additem.php Disallow: /addtocart.php