# Define access-restrictions for robots/spiders (see http://www.robotstxt.org/wc/norobots.html) # By default we allow robots to access all areas of our site already accessible to anonymous users User-agent: * Disallow: /newsletters/newsletters/newslettertheme.2006-11-02.8571058399/subscribers Disallow: /newsletters/newsletters/newslettertheme.2007-03-08.2673450694/subscribers Disallow: /newsletters/newsletters/newslettertheme.2007-03-26.0514024214/subscribers Disallow: /newsletters/newslettertheme.2006-11-02.8571058399/subscribers Disallow: /newsletters/newslettertheme.2007-03-08.2673450694/subscribers Disallow: /newsletters/newslettertheme.2007-03-26.0514024214/subscribers # exclude forms that are repeated for each piece of content in the site Disallow: /*sendto_form$ Disallow: /*folder_factories$