user-agent: *

disallow: /database
disallow: /includes
disallow: /misc
disallow: /modules
disallow: /sites
disallow: /themes