# robots.txt for http://www.websiteconsultants.com # all robots will spider the domain except archive.org User-agent: ia_archiver Disallow: /