User-agent: *
Disallow: /assets
Disallow: /cgi-bin
Disallow: /_private

User-agent: Mediapartners-Google*