# robots.txt User-agent: * Disallow: /database Disallow: /files Disallow: /includes Disallow: /misc Disallow: /modules Disallow: /scripts Disallow: /sites Disallow: /themes Disallow: /cron.php Disallow: /update.php Disallow: