User-agent: baiduspider
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: Googlebot
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: msnbot
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: naverbot
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: seznambot
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: Slurp
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: teoma
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: twiceler
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets

User-agent: Yandex
Disallow: /pdf/
Disallow: /cgi-bin
Allow: /datasheets