User-agent: *       # match all bots
#Disallow: /        # keep them out
Crawl-delay: 10     # ask polite crawlers to avoid wrecking the server