User-agent: *
# global
allow: /
Crawl-delay: 25