User-Agent: *
Sitemap:  /sitemap.xml.gz
Disallow: /_
Disallow: /admin?
Disallow: /comment?
Disallow: /contact?
Disallow: /content/
Disallow: /flag?
Disallow: /forgot?
Disallow: /goto/
Disallow: /listen?
Disallow: /listen/
Disallow: /manage/
Disallow: /object/
Disallow: /post?
Disallow: /track/
Disallow: /verify?
Disallow: /verify/

User-Agent: mediapartners-google*
Disallow: /dev/null

User-Agent: dotbot
Disallow: /

User-agent: GurujiBot
Disallow: /

User-agent: Exabot
Disallow: /