User-agent: * # delay crawler calls to once every 30 seconds Crawl-delay: 30 Disallow: /cgi-bin/ Disallow: /join/ Disallow: /signin Disallow: /search Disallow: /settings/ Disallow: /admin/ # maximum rate is one page every thirty seconds Request-rate: 1/30 # only visit between 1 and 4 am MST (in GMT) Visit-time: 0800-1200