User-agent: *   # directed to all robots


Disallow: /errors
Disallow: /archive
Disallow: /detail
Disallow: /checkout
Disallow: /control

Crawl-delay: 3