User-agent: *
Disallow: /cgi-bin/Shopping_cart
Disallow: /cgi-bin/wishlist
Disallow: /cgi-bin/search.xml
Disallow: /cgi-bin/search.rss
Disallow: /cart
Disallow: /search/
Disallow: /s
Disallow: /trail
Disallow: /cgi-bin/recs/
Disallow: /cgi-bin/recs/rec_single.cgi

User-agent: googlebot
Disallow: /cgi-bin/Shopping_cart
Disallow: /cgi-bin/wishlist
Disallow: /cgi-bin/search.xml
Disallow: /cgi-bin/search.rss
Disallow: /cart
Disallow: /search/
Disallow: /s
Disallow: /trail
Disallow: /cgi-bin/recs/
Disallow: /cgi-bin/recs/rec_single.cgi

User-agent: Charlotte
Disallow: /cgi-bin/Shopping_cart
Disallow: /cgi-bin/wishlist
Disallow: /cgi-bin/search.xml
Disallow: /cgi-bin/search.rss
Disallow: /cart
Disallow: /search/
Disallow: /s
Disallow: /trail

User-agent: Slurp
Crawl-delay: 20