###############################
# File to control robots
# spec:  http://www.robotstxt.org/wc/exclusion.html#robotstxt
# agents: http://www.pgts.com.au/pgtsj/pgtsj0502d.html

###############################
User-agent: *
Disallow: /ads
Disallow: /index.html?module=user
Disallow: /index.html?module=bb
Disallow: /index.htm?module=user
Disallow: /index.htm?module=bb


User-agent: gsa-crawler
Allow: /index.html?module=bb

User-agent: Nutch
Allow: /index.html?module=bb

#User-agent: Slurp
#Disallow: /ads
#Disallow: /*?module=user