# Bulletin.net corporate site robots file # # Reference http://en.wikipedia.org/wiki/Robots.txt # # $Id: robots.txt 49365 2009-05-19 00:09:00Z stevene $ # User-agent: * Crawl-delay: 5 # Sets number of seconds to wait between requests to 5 seconds. may not work Request-rate: 1/5 # Maximum rate is one page every 5 seconds. may not work Disallow: /_js # Ignore any javascript Disallow: /_css # Ignore our style sheets