# Keep Fasterfox out
User-agent: Fasterfox
Disallow: /

# All robots
User-agent: *
# Disallow: /user
# Disallow: /*from=
# Disallow: /*to=
# Disallow: /*user=
# Disallow: /_
Allow: /index.php
# Allow: /soort/view
# Allow: /soort/info
# Allow: /soort/index
# Allow: /waarneming/view
Disallow: /
# Crawl-delay: 120          # found on Wikipedia
# Request-rate: 1/60        # maximum rate is one page every 5 seconds
# Visit-time: 0100-0500     # only visit between 06:00 and 08:45 UTC (GMT)