User-agent: * Disallow: /search # don't allow search Disallow: /login_form # don't allow try to login etc. Disallow: /Members # exclude personal pages Crawl-delay: 60 # slow down robot! (nonstandard) Request-rate: 1/60 # maximum rate is one page every 5 seconds (extended standard) Visit-time: 0100-0400 # only visit between 01:00 and 04:00 UTC (GMT) (extended standard)