# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /wp-admin/ Disallow: /webalizer/ Disallow: /error_docs/ Disallow: /wp-content/ Disallow: /awstats/ Disallow: /wp-includes/ # Files Disallow: /inde-x.html Disallow: /index.php Disallow: /index2.php Disallow: /sitemap.xml.gz Disallow: /index-ajax.php Disallow: /wp-atom.php Disallow: /wp-blog-header.php Disallow: /wp-comments-post.php Disallow: /wp-commentsrss2.php Disallow: /wp-config.php Disallow: /wp-feed.php Disallow: /wp-links-opml.php Disallow: /wp-login.php Disallow: /wp-mail.php Disallow: /wp-pass.php Disallow: /wp-rdf.php Disallow: /wp-register.php Disallow: /wp-rss.php Disallow: /wp-rss2.php Disallow: /wp-settings.php Disallow: /wp-trackback.php Disallow: /xmlrpc.php # old url Disallow: /2007/01/ Disallow: /2007/02/ Disallow: /2007/03/ Disallow: /2007/04/ Disallow: /2007/05/ Disallow: /2007/06/ Disallow: /2007/07/ Disallow: /2007/08/ Disallow: /2007/09/ Disallow: /2007/10/ Disallow: /2007/11/ Disallow: /2007/12/ Disallow: /2008/01/ Disallow: /2008/02/ Disallow: /2008/03/ Disallow: /2008/04/ Disallow: /2008/05/ Disallow: /2008/06/ Disallow: /2008/07/ Disallow: /2008/08/ Disallow: /2008/09/ Disallow: /2008/10/ Disallow: /2008/11/ Disallow: /2008/12/ Disallow: /2009/01/ Disallow: /2009/02/ Disallow: /2009/03/ Disallow: /2009/04/ Disallow: /2009/05/ Disallow: /2009/06/ Disallow: /2009/07/ Disallow: /2009/08/ Disallow: /2009/09/ Disallow: /2009/10/ Disallow: /2009/11/ Disallow: /2009/12/ Disallow: /2010/01/ Disallow: /2010/02/ Disallow: /2010/03/ Disallow: /2010/04/ Disallow: /2010/05/ Disallow: /2010/06/ Disallow: /2010/07/ Disallow: /2010/08/ Disallow: /2010/09/ Disallow: /2010/10/ Disallow: /2010/11/ Disallow: /2010/12/ Disallow: /2007/ Disallow: /2008/ Disallow: /2009/ Disallow: /2010/ Disallow: /page/ Disallow: /page/* Disallow: /page/$ Disallow: /page/1/ Disallow: /page/2/ Disallow: /page/3/ Disallow: /page/4/ Disallow: /page/5/ Disallow: /page/6/ Disallow: /page/7/ Disallow: /page/8/ Disallow: /page/9/ Disallow: /page/10/ Disallow: /page/11/ Disallow: /page/12/ Disallow: /page/13/ Disallow: /page/14/ Disallow: /page/15/ Disallow: /page/16/ Disallow: /contatti/ Disallow: /keywords/ Disallow: /keywords/$ Disallow: /keywords/* Disallow: /termogenico-thermostack-compresse/ Disallow: /crema-gel-rassodante/ Disallow: /mappa-thermostack-e-dieta/ Disallow: /mappa-thermostack-e-dieta/* Disallow: /print/