# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Allow: /
Disallow: /click/add

User-agent: GoogleBot
Disallow: /page/*$
Disallow: /*/page/*$
Disallow: /category/*$
Disallow: /*/category/*$
Disallow: /artist/*$
Disallow: /*/artist/*$
Disallow: /event/*$
Disallow: /*/event/*$
Disallow: /venue/*$
Disallow: /*/venue/*$



# disable some commercial bots

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /