User-agent: * # Match all bots
Allow: / # Allow everything else to be indexed
Crawl-delay: 5 # Set Crawl Delay of 5 seconds between requests to prevent server overload. May not be supported by all bots.