User-agent: MJ12bot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: *
Disallow: /*/friends*
Disallow: /ad.cgi*
Disallow: /update.cgi*
Disallow: /update.rb*
Disallow: /source.cgi*
Disallow: /*/*nomen*
Disallow: /*/*norep*
Disallow: /*/*asc*
Disallow: /*/*desc*