# robots.txt for http://www.example.com/

User-agent: *
Disallow:

# Crawl-delay: 10

Request-rate: 1/60         # maximum rate is one page every 5 seconds

# Visit-time: 0600-0845     # only visit between 06:00 and 08:45 UTC (GMT)