# Robot checking -- http://www.tardis.ed.ac.uk/~sxw/robots/check/ # Robot Info -- http://info.webcrawler.com/mak/projects/robots/robots.html # http://www.robotstxt.org/wc/faq.html # Robot Generator -- http://www.webtoolcentral.com/webmaster/tools/robots_txt_file_generator/ # # MyRock.net / MiRoca.net # Updt. 2.Jun.04; 24.Nov.04; 8.Jun.05; 14.Nov.07 # Disallow ia_archiver (http://web.archive.org/web/*/www.myrock.net/) User-agent: ia_archiver Disallow: / # Disallow PsBot - http://www.picsearch.com/menu.cgi?item=Psbot User-agent: psbot Disallow: / # added 6Dec2006 User-agent: ConveraCrawler Disallow: / # added 1-15-07 User-Agent: RufusBot Disallow: / # All robots will spider the domain -- Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /media/ Disallow: /portfolio_picture.php