User-agent: *    # applies to all robots
Crawl-delay: 30  #