# robots.txt
User-agent: *
Crawl-delay: 10
# Directories
Disallow: */database/
Disallow: */includes/
Disallow: */misc/
Disallow: */modules/
Disallow: */sites/
Disallow: */themes/
Disallow: */scripts/
Disallow: */updates/
Disallow: */profiles/
# Files
Disallow: */xmlrpc.php
Disallow: */cron.php
Disallow: */update.php
Disallow: */install.php
# Paths (clean URLs)
Disallow: */admin/
Disallow: */aggregator/
Disallow: */comment/reply/
Disallow: */contact/
Disallow: */logout/
Disallow: */node/add/
Disallow: */search/
Disallow: */user/register/
Disallow: */user/password/
Disallow: */user/login/
# Paths (no clean URLs)
Disallow: */?q=admin/
Disallow: */?q=aggregator/
Disallow: */?q=comment/reply/
Disallow: */?q=contact/
Disallow: */?q=logout/
Disallow: */?q=node/add/
Disallow: */?q=search/
Disallow: */?q=user/password/
Disallow: */?q=user/register/
Disallow: */?q=user/login/