# robots.txt for http://www.onlineconsultant.com # all robots will spider the domain except archive.org User-agent: ia_archiver Disallow: /