User-Agent: Mediapartners-Google* 
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Googlebot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: MSNBot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Scooter
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Slurp
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Yahoo-Newscrawler
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: YahooYSMcm
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: TechnoratiBot/8.1
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: *
Disallow: /