# Applies to all robots
User-agent: *
# Allow all page
allow: /Crawl-Delay: 10