User-agent: * Disallow: cgi-bin/ Disallow: CHANGELOG.txt Disallow: cron.php Disallow: database/ Disallow: error_log Disallow: favicon.ico Disallow: files/ Disallow: .htaccess Disallow: includes/ #allow: index.html Disallow: index.php Disallow: INSTALL.txt Disallow: LICENSE.txt Disallow: MAINTAINERS.txt Disallow: misc/ Disallow: modules/ Disallow: php_info.php Disallow: robots.txt Disallow: scripts/ Disallow: sites/ Disallow: themes/ Disallow: update.php Disallow: xmlrpc.php