# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /img/ Disallow: /captcha/ Disallow: /lang/ # Files Disallow: /INSTALL Disallow: /README Disallow: /LICENSE Disallow: admin.php Disallow: board.php Disallow: board_entry.php Disallow: contact.php Disallow: counter.php Disallow: db_settings.php Disallow: delete_cookie.php Disallow: favicon.ico Disallow: forum.php Disallow: forum_entry.php Disallow: functions.php Disallow: inc.php Disallow: index.php Disallow: info.php Disallow: javascripts.js Disallow: last.php Disallow: login.php Disallow: mix.php Disallow: mix_entry.php Disallow: more_smilies.php Disallow: posting.php Disallow: register.php Disallow: rss.php Disallow: search.php Disallow: style.css Disallow: template.html Disallow: timedifference.php Disallow: tmplast.php Disallow: upload.php Disallow: user.php