# Robots.txt file created by http://www.webtoolcentral.com # Note - To remove dynamically generated pages, you'd use this robots.txt entry: # User-agent: Googlebot # Disallow: /*? User-agent: Googlebot Disallow: /wordpress/* Disallow: /wordpress Disallow: /drupal/* Disallow: /drupal Disallow: /private/* Disallow: /private/ Disallow: /private Disallow: /search/ Disallow: /search Disallow: /*.doc$ Disallow: /*.txt$ Disallow: /*? User-agent: Googlebot-Image Disallow: / User-agent: * Disallow: /stats/ Disallow: /private/ Disallow: /images/ Disallow: /images Disallow: /search/ Disallow: /search Disallow: /Library/ Disallow: /Library/ Disallow: /wordpress/ Disallow: /wordpress Disallow: /drupal/* Disallow: /drupal Disallow: /*.doc$ Disallow: /*.txt$ Disallow: /*?