# robots.txt for http://www.hiringpsychics.info and its affiliated domains # 10/14/07 Disallow: /readerinfo.html # archive.org User-agent: ia_archiver Disallow: / #surveybot User-agent: SurveyBot Disallow: / User-agent: Googlebot Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.wmv$ # all robots excluding archive.org will spider the domain User-agent: * # disable duggmirror User-agent: duggmirror Disallow: / User-agent: Baiduspider Disallow: / User-agent: msnbot Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.wmv$ User-agent: slurp Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.wmv$