#User-agent: *
#Disallow:

User-agent: *
Crawl-delay: 7776000      # 7776000 s = 90 days (this site won't change, so there's no point in encouraging robots to visit too frequently)
Request-rate: 1/7776000   # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)


User-agent: msnbot
Crawl-delay: 7776000      # When used by msnbot: delay value must be integer, unit = seconds
Request-rate: 1/7776000   # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)

User-agent: Slurp
Crawl-delay: 7776000      # When used by Yahoo Slurp: delay value (x.y, max value = ?.?), unit = unknown, 5 or 10 = "a high value"
Request-rate: 1/7776000   # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)