# robots, scram # check out http://www.robotstxt.org/wc/robots.html # for more info on what this is all about. User-agent: * Disallow: /cgi-bin Disallow: /cgi-local Disallow: /cgi-global Disallow: /cgi-perl Disallow: /perl Disallow: /uploads/tx_jobpost #User-agent: Mozilla/3.01 (hotwired-test/0.1) #User-agent: Slurp #User-agent: Scooter #User-agent: Ultraseek #User-agent: smallbear #User-agent: GoogleBot