User-agent: Mediapartners-Google
Disallow: /pagead

User-agent: AdsBot-Google
Disallow: /pagead

User-agent: Twitterbot
Disallow: /pagead

User-agent: ArchiveBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /cdn-cgi/l/email-protection
Disallow: /pagead
Disallow: /api/