User-agent: *
Crawl-delay: 1
Request-rate: 1/1s

User-agent: *
Allow: /environment/cache/images/
Disallow: /application/
Disallow: /environment/
Disallow: /libraries/