# Disallow ia_archiver User-agent: ia_archiver Disallow: / # Disallow PsBot - http://www.picsearch.com/menu.cgi?item=Psbot User-agent: psbot Disallow: / # All robots will spider the domain -- Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/