# all agents
User-agent: *

# directories
Disallow: /themes/
Disallow: /sites/
Disallow: /scripts/
Disallow: /pictures/
Disallow: /modules/
Disallow: /misc/
Disallow: /includes/
Disallow: /database/