User-agent: *
Crawl-delay: 10 	  # number of seconds to wait between successive requests to the same server
Request-rate: 1/10        # maximum rate is one page every 5 seconds
Visit-time: 0100-0900     # only visit between 01:00 and 09:00 UTC (GMT)