User-Agent: *
Disallow: /dev/
Disallow: /ajax/
Disallow: /search/globalsearch/
Disallow: /profile/
Allow: /

User-Agent: Mediapartners-Google
Disallow: /images/newsletter/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /ajax/
Disallow: /profile/
Disallow: /search/globalsearch/
Allow: /

User-Agent: Googlebot
Disallow: /images/newsletter/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /ajax/
Disallow: /profile/
Disallow: /search/globalsearch/
Allow: /

User-Agent: Adsbot-Google
Disallow: /images/newsletter/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /ajax/
Disallow: /profile/
Disallow: /search/globalsearch/
Allow: /

User-Agent: Googlebot-Image
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /ajax/
Disallow: /profile/
Disallow: /search/globalsearch/
Allow: /

User-Agent: Googlebot-Mobile
Disallow: /images/newsletter/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /ajax/
Disallow: /profile/
Disallow: /search/globalsearch/
Allow: /

User-agent: msnbot
Crawl-delay: 30 

User-agent: Googlebot-news
Disallow: /
User-agent: Googlebot-news
Allow: /news/