# slow down the robots (86400 seconds = 1 day) User-agent: * Crawl-delay: 86400