User-agent: *         # Match all crawlers and bots
Allow: /index.php     # Allow the landing page
Disallow: /           # Disallow everything else
Request-rate: 1/30    # maximum rate is one page every 30 seconds
Visit-time: 0200-1100 # only visit between 02:00 and 11:00 UTC