User-agent: *
Disallow: /media
Disallow: /yourls
Disallow: /extranet
Disallow: /non
Disallow: /newkm