User-Agent: *
Disallow: /assets
Disallow: /awstats
Disallow: /documents
Disallow: /system
Disallow: /themes