User-agent: * 
Disallow: /admin
Disallow: /scripts
Disallow: /logs
Disallow: /css
Disallow: /icons
Disallow: /unused