# All Agents  
User-agent: *
# Limit the speed they refresh the pages to stop overloading SQL server
Hit-rate: 120
Crawl-delay: 120