User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php Disallow: /boost_stats.php Disallow: /boost-gzip-cookie-test.html Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /aggregator Disallow: /newsfeed Disallow: /foresters_mailinglist Disallow: /forestry_talk Disallow: /recent_jobs Disallow: /other_news Disallow: /journal_articles Disallow: /*quicktabs_* Disallow: /*sort= Disallow: /*order= Disallow: /search Disallow: /logout Disallow: /subscribe Disallow: /publications/book/preview # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /node/add/ Disallow: /search/ Disallow: /relationship/ Disallow: /tags/ Disallow: /profile/profile_orgtype/ Disallow: /profile/profile_education/ Disallow: /profile/profile_interests/ Disallow: /profile/profile_organization/ Disallow: /profile/profile_city/ Disallow: /profile/profile_country/ Disallow: /user/*/ Disallow: /aggregator/*/ Disallow: /event/*/ Disallow: /biblio/author/ Disallow: /biblio/keyword/ Disallow: /taxonomy/term/ Disallow: /category/ Disallow: /blog/ Disallow: /*/feed$ Disallow: /user$ Disallow: /node$ User-agent: Mediapartners-Google Disallow: