User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 30		# Wait 30 seconds between requests
Visit-time: 2300-1100	# Only crawl at night