#ROBOTS
#
#
# Google is the only one that reads REGEX type
# http://www.google.com/support/webmasters/bin/answer.py?answer=40367
#
#
User-agent: *
#----------
# let it get the text for the albums, but not go through each individual picture
#
# Disallow: /cpg/index.php
# Disallow: /cpg/thumbnails.php
Disallow: /cpg/displayimage.php
Disallow: /cpg/albums
#----------
# Try to stop crawlers reading the diary and going through every possible date
#
Disallow: /site/index2.php
Disallow: /site/images
Disallow: /site/components
Disallow: /site/templates
Disallow: /site/index.php?option=com_events
#----------
#
User-agent: googlebot
#----------
Disallow: /site/index2.php
Disallow: /site/images
Disallow: /site/components
Disallow: /site/templates
Disallow: /site/index.php?option=com_events*$
#----------