User-agent: Megalodon
Disallow: /

User-agent: ia_archiver
Disallow: /

# Google AdSense
User-agent: Mediapartners-Google
Allow: /