User-agent: *
Disallow: /downloads/
Disallow: /cache/
Disallow: /extensions/
Disallow: /includes/
Disallow: /backups/
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Crawl-delay: 20
Visit-time: 1000-1245     # only visit between 06:00 and 08:45 UTC (GMT)