# $Id: robots.txt,v 1.7.2.2 2008/02/25 02:18:25 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 1200 # Directories Disallow: /cgi-bin/ Disallow: /galeria/ Disallow: /elo_radio/ Disallow: /hpg/ Disallow: /j_forca/ Disallow: /radio_sucesso/ Disallow: /download/ Disallow: /radio/sites/ Disallow: /radio/database/ Disallow: /radio/includes/ Disallow: /radio/misc/ Disallow: /radio/modules/ Disallow: /radio/sites/ Disallow: /radio/themes/ Disallow: /radio/scripts/ Disallow: /radio/updates/ Disallow: /radio/profiles/ Disallow: /radio/cantores_radio/ Disallow: /radio/images/ Disallow: /radio/radio_restauro/ Disallow: /radio/resistencias/ Disallow: /radio/sounds/ Disallow: /radio/vote/ # Files Disallow: /radio/xmlrpc.php Disallow: /radio/cron.php Disallow: /radio/update.php Disallow: /radio/install.php Disallow: /radio/INSTALL.txt Disallow: /radio/INSTALL.mysql.txt Disallow: /radio/INSTALL.pgsql.txt Disallow: /radio/CHANGELOG.txt Disallow: /radio/MAINTAINERS.txt Disallow: /radio/LICENSE.txt Disallow: /radio/UPGRADE.txt # Paths (clean URLs) Disallow: /radio/admin/ Disallow: /radio/book/ Disallow: /radio/guestbook/ Disallow: /radio/article/ Disallow: /radio/archive/ Disallow: /radio/forward/ Disallow: /radio/event/ Disallow: /radio/comment/ Disallow: /radio/comment/reply/ Disallow: /radio/*comment* Disallow: /radio/contact/ Disallow: /radio/logout/ Disallow: /radio/node/add/ Disallow: /radio/search/ Disallow: /radio/taxonomy/term/ Disallow: /radio/user/register/ Disallow: /radio/user/password/ Disallow: /radio/user/login/ Disallow: /radio/esquemateca_index Disallow: /radio/node/add/radio-esquemas Disallow: /radio/esquemas_adicionados Disallow: /radio/views_tubedataset Disallow: /radio/lista_tubedataset Disallow: /radio/form_tubedataset Disallow: /radio/views_tubedataset/ Disallow: /radio/newsletter Disallow: /radio/node/add Disallow: /radio/article Disallow: /radio/site_sugerir Disallow: /radio/cart/view Disallow: /radio/*sort= Disallow: /radio/node/*print Disallow: /radio/node/*edit Disallow: /radio/*?size= Disallow: /radio/lista_conteudo Disallow: /radio/novos Disallow: /radio/maiscomentados # Paths (no clean URLs) Disallow: /radio/?q=admin/ Disallow: /radio/?q=event/ Disallow: /radio/?q=*comment* Disallow: /radio/?q=comment/reply/ Disallow: /radio/?q=contact/ Disallow: /radio/?q=logout/ Disallow: /radio/?q=node/add/ Disallow: /radio/?q=search/ Disallow: /radio/?q=user/password/ Disallow: /radio/?q=user/register/ Disallow: /radio/?q=user/login/ Disallow: /radio/?q=guestbook/ Disallow: /radio/?q=archive/ Disallow: /radio/?q=article/ Disallow: /radio/?q=forward/ Sitemap: http://www.aminharadio.com/radio/sitemap.xml