User-agent: *
Crawl-delay: 5
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0030-0600     # only visit between 12:30 AM and 5:00 AM UT (GMT)