User-agent: msnbot
Allow: /

User-agent: googlebot
Allow: /

User-agent: turnitin.com
Allow: /

User-agent: yahoo.com
Allow: /

User-agent: ia_archive
Allow: /

User-agent: WISEnutbot.com
Allow: /

User-agent: Netcraft Web Server
Allow: /

User-agent: almaden.ibm.com
Allow: /

User-agent: NextGenSearchBot
Allow: /

User-agent: Jetbot
Allow: /

User-agent: Gigabot
Allow: /

User-agent: NaverBot
Allow: /

User-agent: picsearch.com
Allow: /

User-agent: BecomeBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: SpeedySpider
Allow: /

User-agent: Ask Jeeves
Allow: /

User-agent: Nutch agent
Allow: /

User-agent: Java-ShopWiki
Allow: /

User-agent: grub-client
Allow: /

User-agent: TurnitinBot
Allow: /

Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /logo/
Disallow: /pop/
Disallow: /scripts/