User-agent: *
Disallow: /database/ # This is an infinite virtual URL space
Disallow: /files/ # these will soon disappear
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /scripts/
Disallow: /sites/
Disallow: /includes/
Disallow: /cron.php