User-Agent: *
Disallow: /download/
Disallow: /admin/
Disallow: /dev/
Disallow: /cache/
Disallow: /includes/
Disallow: /pub/
Disallow: /previews/
Disallow: /ext/
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /Scripts/
Allow: /press/
Allow: /social/
Allow: /userfiles/
Allow: /