User-agent: *
#Disallow: /downloads/
Disallow: /sites/
Disallow: /wcms/
Disallow: /dhtmlxscheduler/
Request-rate: 1/5         # maximum rate is one page every 5 seconds.
Visit-time: 1400-2000     # only visit between 24:00 and 06:00 Brisbane time /the time on is GMT time.