# This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. User-agent: * Sitemap: http://pianoencyclopedia.com/sitemap.xml #Disallow Privacy policy and terms of use and Cms-core Disallow: /terms-of-use/ Disallow: /privacy-policy/ Disallow: /cms-core/content/ Disallow: /cms-core/cache/ Disallow: /cms-core/php/ Disallow: /cms-core/js/ Disallow: /cms-core/css/ #Disallow Blog: Disallow: /blog/wp-login.php # Disallow acessing certain parts of the Piano Drupal site. # Directories Disallow: /piano/database/ Disallow: /piano/includes/ Disallow: /piano/misc/ Disallow: /piano/modules/ Disallow: /piano/sites/ Disallow: /piano/themes/ Disallow: /piano/scripts/ Disallow: /piano/updates/ Disallow: /piano/profiles/ # Files Disallow: /piano/cron.php Disallow: /piano/INSTALL.txt Disallow: /piano/INSTALL.mysql.txt Disallow: /piano/INSTALL.pgsql.txt Disallow: /piano/CHANGELOG.txt Disallow: /piano/MAINTAINERS.txt Disallow: /piano/LICENSE.txt Disallow: /piano/UPGRADE.txt # Paths (clean URLs) Disallow: /piano/admin/ Disallow: /piano/aggregator/ Disallow: /piano/comment/reply/ Disallow: /piano/contact/ Disallow: /piano/logout/ Disallow: /piano/node/add/ Disallow: /piano/search/ Disallow: /piano/user/register/ Disallow: /piano/user/password/ Disallow: /piano/user/login/ # Paths (no clean URLs) Disallow: /piano/?q=admin/ Disallow: /piano/?q=aggregator/ Disallow: /piano/?q=comment/reply/ Disallow: /piano/?q=contact/ Disallow: /piano/?q=logout/ Disallow: /piano/?q=node/add/ Disallow: /piano/?q=search/ Disallow: /piano/?q=user/password/ Disallow: /piano/?q=user/register/ Disallow: /piano/?q=user/login/