# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.2 /02d/ User-agent: * Crawl-delay: 10 # Directories Disallow:/02d/database/ Disallow:/02d/includes/ Disallow:/02d/misc/ Disallow:/02d/modules/ Disallow:/02d/sites/ Disallow:/02d/themes/ Disallow:/02d/scripts/ Disallow:/02d/updates/ Disallow:/02d/profiles/ Disallow:/02d/_files/ # Files Disallow:/02d/xmlrpc.php Disallow:/02d/cron.php Disallow:/02d/update.php Disallow:/02d/install.php # Paths (clean URLs) Disallow:/02d/admin/ Disallow:/02d/comment/reply/ Disallow:/02d/contact/ Disallow:/02d/logout/ Disallow:/02d/node/add/ Disallow:/02d/search/ Disallow:/02d/user/register/ Disallow:/02d/user/password/ Disallow:/02d/user/login/ # Paths (no clean URLs) Disallow:/02d/?q=admin/ Disallow:/02d/?q=comment/reply/ Disallow:/02d/?q=contact/ Disallow:/02d/?q=logout/ Disallow:/02d/?q=node/add/ Disallow:/02d/?q=search/ Disallow:/02d/?q=user/password/ Disallow:/02d/?q=user/register/ Disallow:/02d/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 /dru/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dru/database/ Disallow: /dru/includes/ Disallow: /dru/misc/ Disallow: /dru/modules/ Disallow: /dru/sites/ Disallow: /dru/themes/ Disallow: /dru/scripts/ Disallow: /dru/updates/ Disallow: /dru/profiles/ Disallow: /dru/_files/ # Files Disallow: /dru/xmlrpc.php Disallow: /dru/cron.php Disallow: /dru/update.php Disallow: /dru/install.php Disallow: /dru/_files/INSTALL.txt Disallow: /dru/_files/INSTALL.mysql.txt Disallow: /dru/_files/INSTALL.pgsql.txt Disallow: /dru/_files/CHANGELOG.txt Disallow: /dru/_files/MAINTAINERS.txt Disallow: /dru/_files/LICENSE.txt Disallow: /dru/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dru/admin/ Disallow: /dru/comment/reply/ Disallow: /dru/contact/ Disallow: /dru/logout/ Disallow: /dru/node/add/ Disallow: /dru/search/ Disallow: /dru/user/register/ Disallow: /dru/user/password/ Disallow: /dru/user/login/ # Paths (no clean URLs) Disallow: /dru/?q=admin/ Disallow: /dru/?q=comment/reply/ Disallow: /dru/?q=contact/ Disallow: /dru/?q=logout/ Disallow: /dru/?q=node/add/ Disallow: /dru/?q=search/ Disallow: /dru/?q=user/password/ Disallow: /dru/?q=user/register/ Disallow: /dru/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 /drupal/ User-agent: * Crawl-delay: 10 # Directories Disallow: /drupal/database/ Disallow: /drupal/includes/ Disallow: /drupal/misc/ Disallow: /drupal/modules/ Disallow: /drupal/sites/ Disallow: /drupal/themes/ Disallow: /drupal/scripts/ Disallow: /drupal/updates/ Disallow: /drupal/profiles/ Disallow: /drupal/_files/ # Files Disallow: /drupal/xmlrpc.php Disallow: /drupal/cron.php Disallow: /drupal/update.php Disallow: /drupal/install.php Disallow: /drupal/_files/INSTALL.txt Disallow: /drupal/_files/INSTALL.mysql.txt Disallow: /drupal/_files/INSTALL.pgsql.txt Disallow: /drupal/_files/CHANGELOG.txt Disallow: /drupal/_files/MAINTAINERS.txt Disallow: /drupal/_files/LICENSE.txt Disallow: /drupal/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /drupal/admin/ Disallow: /drupal/comment/reply/ Disallow: /drupal/contact/ Disallow: /drupal/logout/ Disallow: /drupal/node/add/ Disallow: /drupal/search/ Disallow: /drupal/user/register/ Disallow: /drupal/user/password/ Disallow: /drupal/user/login/ # Paths (no clean URLs) Disallow: /drupal/?q=admin/ Disallow: /drupal/?q=comment/reply/ Disallow: /drupal/?q=contact/ Disallow: /drupal/?q=logout/ Disallow: /drupal/?q=node/add/ Disallow: /drupal/?q=search/ Disallow: /drupal/?q=user/password/ Disallow: /drupal/?q=user/register/ Disallow: /drupal/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /caramoole2/ User-agent: * Crawl-delay: 10 # Directories Disallow: /caramoole2/database/ Disallow: /caramoole2/includes/ Disallow: /caramoole2/misc/ Disallow: /caramoole2/modules/ Disallow: /caramoole2/sites/ Disallow: /caramoole2/themes/ Disallow: /caramoole2/scripts/ Disallow: /caramoole2/updates/ Disallow: /caramoole2/profiles/ Disallow: /caramoole2/_files/ # Files Disallow: /caramoole2/xmlrpc.php Disallow: /caramoole2/cron.php Disallow: /caramoole2/update.php Disallow: /caramoole2/install.php Disallow: /caramoole2/_files/INSTALL.txt Disallow: /caramoole2/_files/INSTALL.mysql.txt Disallow: /caramoole2/_files/INSTALL.pgsql.txt Disallow: /caramoole2/_files/CHANGELOG.txt Disallow: /caramoole2/_files/MAINTAINERS.txt Disallow: /caramoole2/_files/LICENSE.txt Disallow: /caramoole2/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /caramoole2/admin/ Disallow: /caramoole2/comment/reply/ Disallow: /caramoole2/contact/ Disallow: /caramoole2/logout/ Disallow: /caramoole2/node/add/ Disallow: /caramoole2/search/ Disallow: /caramoole2/user/register/ Disallow: /caramoole2/user/password/ Disallow: /caramoole2/user/login/ # Paths (no clean URLs) Disallow: /caramoole2/?q=admin/ Disallow: /caramoole2/?q=comment/reply/ Disallow: /caramoole2/?q=contact/ Disallow: /caramoole2/?q=logout/ Disallow: /caramoole2/?q=node/add/ Disallow: /caramoole2/?q=search/ Disallow: /caramoole2/?q=user/password/ Disallow: /caramoole2/?q=user/register/ Disallow: /caramoole2/?q=user/login/