# $Id: robots.txt,v 1.7.2.3 2008/12/10 20:24:38 drumm Exp $
#
# robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

#User-agent: Googlebot
User-agent: *
Disallow: /*?*
Allow: *?cb=*
# Paths (clean URLs)
#Disallow: /
Disallow: /checkout
Disallow: /confirmation
Disallow: /search-results/
Disallow: /template/
Disallow: /terms-and-conditions/
Disallow: /payment-page
Disallow: /&nslookup
Disallow: /bxss
Disallow: /curl

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /