#This rebots.txt file prevents 403s caused by search engines crawling admin pages
#
#Please place this in the root directory of your site and ensure that the Disallow
#contains the correct relative URL.

User-agent: *
Disallow: /site/database/
Disallow: /site/inclues/
Disallow: /site/misc/
Disallow: /site/modules/
Disallow: /site/sites/
Disallow: /site/themes/
Disallow: /site/admin/