# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 http://ciswo-services.org.uk/Drupal/ User-agent: * Crawl-delay: 10 # Directories Disallow: http://ciswo-services.org.uk/Drupal/database/ Disallow: http://ciswo-services.org.uk/Drupal/includes/ Disallow: http://ciswo-services.org.uk/Drupal/misc/ Disallow: http://ciswo-services.org.uk/Drupal/modules/ Disallow: http://ciswo-services.org.uk/Drupal/sites/ Disallow: http://ciswo-services.org.uk/Drupal/themes/ Disallow: http://ciswo-services.org.uk/Drupal/scripts/ Disallow: http://ciswo-services.org.uk/Drupal/updates/ Disallow: http://ciswo-services.org.uk/Drupal/profiles/ Disallow: http://ciswo-services.org.uk/Drupal/_files/ # Files Disallow: http://ciswo-services.org.uk/Drupal/xmlrpc.php Disallow: http://ciswo-services.org.uk/Drupal/cron.php Disallow: http://ciswo-services.org.uk/Drupal/update.php Disallow: http://ciswo-services.org.uk/Drupal/install.php Disallow: http://ciswo-services.org.uk/Drupal/_files/INSTALL.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/INSTALL.mysql.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/INSTALL.pgsql.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/CHANGELOG.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/MAINTAINERS.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/LICENSE.txt Disallow: http://ciswo-services.org.uk/Drupal/_files/UPGRADE.txt # Paths (clean URLs) Disallow: http://ciswo-services.org.uk/Drupal/admin/ Disallow: http://ciswo-services.org.uk/Drupal/comment/reply/ Disallow: http://ciswo-services.org.uk/Drupal/contact/ Disallow: http://ciswo-services.org.uk/Drupal/logout/ Disallow: http://ciswo-services.org.uk/Drupal/node/add/ Disallow: http://ciswo-services.org.uk/Drupal/search/ Disallow: http://ciswo-services.org.uk/Drupal/user/register/ Disallow: http://ciswo-services.org.uk/Drupal/user/password/ Disallow: http://ciswo-services.org.uk/Drupal/user/login/ # Paths (no clean URLs) Disallow: http://ciswo-services.org.uk/Drupal/?q=admin/ Disallow: http://ciswo-services.org.uk/Drupal/?q=comment/reply/ Disallow: http://ciswo-services.org.uk/Drupal/?q=contact/ Disallow: http://ciswo-services.org.uk/Drupal/?q=logout/ Disallow: http://ciswo-services.org.uk/Drupal/?q=node/add/ Disallow: http://ciswo-services.org.uk/Drupal/?q=search/ Disallow: http://ciswo-services.org.uk/Drupal/?q=user/password/ Disallow: http://ciswo-services.org.uk/Drupal/?q=user/register/ Disallow: http://ciswo-services.org.uk/Drupal/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 http://ciswo-services.org.uk/drupal/ User-agent: * Crawl-delay: 10 # Directories Disallow: http://ciswo-services.org.uk/drupal/database/ Disallow: http://ciswo-services.org.uk/drupal/includes/ Disallow: http://ciswo-services.org.uk/drupal/misc/ Disallow: http://ciswo-services.org.uk/drupal/modules/ Disallow: http://ciswo-services.org.uk/drupal/sites/ Disallow: http://ciswo-services.org.uk/drupal/themes/ Disallow: http://ciswo-services.org.uk/drupal/scripts/ Disallow: http://ciswo-services.org.uk/drupal/updates/ Disallow: http://ciswo-services.org.uk/drupal/profiles/ Disallow: http://ciswo-services.org.uk/drupal/_files/ # Files Disallow: http://ciswo-services.org.uk/drupal/xmlrpc.php Disallow: http://ciswo-services.org.uk/drupal/cron.php Disallow: http://ciswo-services.org.uk/drupal/update.php Disallow: http://ciswo-services.org.uk/drupal/install.php Disallow: http://ciswo-services.org.uk/drupal/_files/INSTALL.txt Disallow: http://ciswo-services.org.uk/drupal/_files/INSTALL.mysql.txt Disallow: http://ciswo-services.org.uk/drupal/_files/INSTALL.pgsql.txt Disallow: http://ciswo-services.org.uk/drupal/_files/CHANGELOG.txt Disallow: http://ciswo-services.org.uk/drupal/_files/MAINTAINERS.txt Disallow: http://ciswo-services.org.uk/drupal/_files/LICENSE.txt Disallow: http://ciswo-services.org.uk/drupal/_files/UPGRADE.txt # Paths (clean URLs) Disallow: http://ciswo-services.org.uk/drupal/admin/ Disallow: http://ciswo-services.org.uk/drupal/comment/reply/ Disallow: http://ciswo-services.org.uk/drupal/contact/ Disallow: http://ciswo-services.org.uk/drupal/logout/ Disallow: http://ciswo-services.org.uk/drupal/node/add/ Disallow: http://ciswo-services.org.uk/drupal/search/ Disallow: http://ciswo-services.org.uk/drupal/user/register/ Disallow: http://ciswo-services.org.uk/drupal/user/password/ Disallow: http://ciswo-services.org.uk/drupal/user/login/ # Paths (no clean URLs) Disallow: http://ciswo-services.org.uk/drupal/?q=admin/ Disallow: http://ciswo-services.org.uk/drupal/?q=comment/reply/ Disallow: http://ciswo-services.org.uk/drupal/?q=contact/ Disallow: http://ciswo-services.org.uk/drupal/?q=logout/ Disallow: http://ciswo-services.org.uk/drupal/?q=node/add/ Disallow: http://ciswo-services.org.uk/drupal/?q=search/ Disallow: http://ciswo-services.org.uk/drupal/?q=user/password/ Disallow: http://ciswo-services.org.uk/drupal/?q=user/register/ Disallow: http://ciswo-services.org.uk/drupal/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /swamp/home/ User-agent: * Crawl-delay: 10 # Directories Disallow: /swamp/home/database/ Disallow: /swamp/home/includes/ Disallow: /swamp/home/misc/ Disallow: /swamp/home/modules/ Disallow: /swamp/home/sites/ Disallow: /swamp/home/themes/ Disallow: /swamp/home/scripts/ Disallow: /swamp/home/updates/ Disallow: /swamp/home/profiles/ Disallow: /swamp/home/_files/ # Files Disallow: /swamp/home/xmlrpc.php Disallow: /swamp/home/cron.php Disallow: /swamp/home/update.php Disallow: /swamp/home/install.php Disallow: /swamp/home/_files/INSTALL.txt Disallow: /swamp/home/_files/INSTALL.mysql.txt Disallow: /swamp/home/_files/INSTALL.pgsql.txt Disallow: /swamp/home/_files/CHANGELOG.txt Disallow: /swamp/home/_files/MAINTAINERS.txt Disallow: /swamp/home/_files/LICENSE.txt Disallow: /swamp/home/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /swamp/home/admin/ Disallow: /swamp/home/comment/reply/ Disallow: /swamp/home/contact/ Disallow: /swamp/home/logout/ Disallow: /swamp/home/node/add/ Disallow: /swamp/home/search/ Disallow: /swamp/home/user/register/ Disallow: /swamp/home/user/password/ Disallow: /swamp/home/user/login/ # Paths (no clean URLs) Disallow: /swamp/home/?q=admin/ Disallow: /swamp/home/?q=comment/reply/ Disallow: /swamp/home/?q=contact/ Disallow: /swamp/home/?q=logout/ Disallow: /swamp/home/?q=node/add/ Disallow: /swamp/home/?q=search/ Disallow: /swamp/home/?q=user/password/ Disallow: /swamp/home/?q=user/register/ Disallow: /swamp/home/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /coalburn/ User-agent: * Crawl-delay: 10 # Directories Disallow: /coalburn/database/ Disallow: /coalburn/includes/ Disallow: /coalburn/misc/ Disallow: /coalburn/modules/ Disallow: /coalburn/sites/ Disallow: /coalburn/themes/ Disallow: /coalburn/scripts/ Disallow: /coalburn/updates/ Disallow: /coalburn/profiles/ Disallow: /coalburn/_files/ # Files Disallow: /coalburn/xmlrpc.php Disallow: /coalburn/cron.php Disallow: /coalburn/update.php Disallow: /coalburn/install.php Disallow: /coalburn/_files/INSTALL.txt Disallow: /coalburn/_files/INSTALL.mysql.txt Disallow: /coalburn/_files/INSTALL.pgsql.txt Disallow: /coalburn/_files/CHANGELOG.txt Disallow: /coalburn/_files/MAINTAINERS.txt Disallow: /coalburn/_files/LICENSE.txt Disallow: /coalburn/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /coalburn/admin/ Disallow: /coalburn/comment/reply/ Disallow: /coalburn/contact/ Disallow: /coalburn/logout/ Disallow: /coalburn/node/add/ Disallow: /coalburn/search/ Disallow: /coalburn/user/register/ Disallow: /coalburn/user/password/ Disallow: /coalburn/user/login/ # Paths (no clean URLs) Disallow: /coalburn/?q=admin/ Disallow: /coalburn/?q=comment/reply/ Disallow: /coalburn/?q=contact/ Disallow: /coalburn/?q=logout/ Disallow: /coalburn/?q=node/add/ Disallow: /coalburn/?q=search/ Disallow: /coalburn/?q=user/password/ Disallow: /coalburn/?q=user/register/ Disallow: /coalburn/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.14 /loanhead/ User-agent: * Crawl-delay: 10 # Directories Disallow: /loanhead/database/ Disallow: /loanhead/includes/ Disallow: /loanhead/misc/ Disallow: /loanhead/modules/ Disallow: /loanhead/sites/ Disallow: /loanhead/themes/ Disallow: /loanhead/scripts/ Disallow: /loanhead/updates/ Disallow: /loanhead/profiles/ Disallow: /loanhead/_files/ # Files Disallow: /loanhead/xmlrpc.php Disallow: /loanhead/cron.php Disallow: /loanhead/update.php Disallow: /loanhead/install.php Disallow: /loanhead/_files/INSTALL.txt Disallow: /loanhead/_files/INSTALL.mysql.txt Disallow: /loanhead/_files/INSTALL.pgsql.txt Disallow: /loanhead/_files/CHANGELOG.txt Disallow: /loanhead/_files/MAINTAINERS.txt Disallow: /loanhead/_files/LICENSE.txt Disallow: /loanhead/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /loanhead/admin/ Disallow: /loanhead/comment/reply/ Disallow: /loanhead/contact/ Disallow: /loanhead/logout/ Disallow: /loanhead/node/add/ Disallow: /loanhead/search/ Disallow: /loanhead/user/register/ Disallow: /loanhead/user/password/ Disallow: /loanhead/user/login/ # Paths (no clean URLs) Disallow: /loanhead/?q=admin/ Disallow: /loanhead/?q=comment/reply/ Disallow: /loanhead/?q=contact/ Disallow: /loanhead/?q=logout/ Disallow: /loanhead/?q=node/add/ Disallow: /loanhead/?q=search/ Disallow: /loanhead/?q=user/password/ Disallow: /loanhead/?q=user/register/ Disallow: /loanhead/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.14 /loganlea/ User-agent: * Crawl-delay: 10 # Directories Disallow: /loganlea/database/ Disallow: /loganlea/includes/ Disallow: /loganlea/misc/ Disallow: /loganlea/modules/ Disallow: /loganlea/sites/ Disallow: /loganlea/themes/ Disallow: /loganlea/scripts/ Disallow: /loganlea/updates/ Disallow: /loganlea/profiles/ Disallow: /loganlea/_files/ # Files Disallow: /loganlea/xmlrpc.php Disallow: /loganlea/cron.php Disallow: /loganlea/update.php Disallow: /loganlea/install.php Disallow: /loganlea/_files/INSTALL.txt Disallow: /loganlea/_files/INSTALL.mysql.txt Disallow: /loganlea/_files/INSTALL.pgsql.txt Disallow: /loganlea/_files/CHANGELOG.txt Disallow: /loganlea/_files/MAINTAINERS.txt Disallow: /loganlea/_files/LICENSE.txt Disallow: /loganlea/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /loganlea/admin/ Disallow: /loganlea/comment/reply/ Disallow: /loganlea/contact/ Disallow: /loganlea/logout/ Disallow: /loganlea/node/add/ Disallow: /loganlea/search/ Disallow: /loganlea/user/register/ Disallow: /loganlea/user/password/ Disallow: /loganlea/user/login/ # Paths (no clean URLs) Disallow: /loganlea/?q=admin/ Disallow: /loganlea/?q=comment/reply/ Disallow: /loganlea/?q=contact/ Disallow: /loganlea/?q=logout/ Disallow: /loganlea/?q=node/add/ Disallow: /loganlea/?q=search/ Disallow: /loganlea/?q=user/password/ Disallow: /loganlea/?q=user/register/ Disallow: /loganlea/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.14 /blantyre/ User-agent: * Crawl-delay: 10 # Directories Disallow: /blantyre/database/ Disallow: /blantyre/includes/ Disallow: /blantyre/misc/ Disallow: /blantyre/modules/ Disallow: /blantyre/sites/ Disallow: /blantyre/themes/ Disallow: /blantyre/scripts/ Disallow: /blantyre/updates/ Disallow: /blantyre/profiles/ Disallow: /blantyre/_files/ # Files Disallow: /blantyre/xmlrpc.php Disallow: /blantyre/cron.php Disallow: /blantyre/update.php Disallow: /blantyre/install.php Disallow: /blantyre/_files/INSTALL.txt Disallow: /blantyre/_files/INSTALL.mysql.txt Disallow: /blantyre/_files/INSTALL.pgsql.txt Disallow: /blantyre/_files/CHANGELOG.txt Disallow: /blantyre/_files/MAINTAINERS.txt Disallow: /blantyre/_files/LICENSE.txt Disallow: /blantyre/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /blantyre/admin/ Disallow: /blantyre/comment/reply/ Disallow: /blantyre/contact/ Disallow: /blantyre/logout/ Disallow: /blantyre/node/add/ Disallow: /blantyre/search/ Disallow: /blantyre/user/register/ Disallow: /blantyre/user/password/ Disallow: /blantyre/user/login/ # Paths (no clean URLs) Disallow: /blantyre/?q=admin/ Disallow: /blantyre/?q=comment/reply/ Disallow: /blantyre/?q=contact/ Disallow: /blantyre/?q=logout/ Disallow: /blantyre/?q=node/add/ Disallow: /blantyre/?q=search/ Disallow: /blantyre/?q=user/password/ Disallow: /blantyre/?q=user/register/ Disallow: /blantyre/?q=user/login/