# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /checkout.asp
Disallow: /add_cart.asp
Disallow: /view_cart.asp
Disallow: /error.asp
Disallow: /shipquote.asp
Disallow: /rssfeed.asp
Disallow: /mobile/
Disallow: /admin/

User-agent: Yandex
Disallow: / # blocks access to whole site

User-agent: Yandex
Disallow: /cgi-bin # blocks access to pages,  
                   # starting with '/cgi-bin'