User-agent: MJ12bot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: JUST-CRAWLER
Disallow: /

User-agent: *
Disallow: /*/hashtags*
Disallow: /*/friends*
Disallow: /ad.cgi*
Disallow: /update.cgi*
Disallow: /update.rb*
Disallow: /source.cgi*
Disallow: /*/*nomen*
Disallow: /*/*norep*
Disallow: /*/*asc*
Disallow: /*/*desc*

User-agent: Googlebot
Disallow: /*/friends*
Disallow: /*/hashtags*
Disallow: /ad.cgi*
Disallow: /update.cgi*
Disallow: /update.rb*
Disallow: /source.cgi*
Disallow: /*/*nomen*
Disallow: /*/*norep*
Disallow: /*/*asc*
Disallow: /*/*desc*

User-agent: Mediapartners-Google
Allow: /
Disallow: /ad.cgi*
Disallow: /update.cgi*
Disallow: /update.rb*
Disallow: /source.cgi*