User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: *
Disallow: /admin/
Disallow: /themes/
Disallow: /media/