User-Agent: googlebot
Allow: /
Disallow: /cgi-bin
Disallow: /resourcedirectory.php
Disallow: /TopResources.php
Disallow: /partners/gotlinks.php

User-Agent: slurp
Allow: /
Disallow: /cgi-bin
Disallow: /resourcedirectory.php
Disallow: /TopResources.php
Disallow: /partners/gotlinks.php

User-Agent: msnbot
Allow: /
Disallow: /cgi-bin
Disallow: /resourcedirectory.php
Disallow: /TopResources.php
Disallow: /partners/gotlinks.php

User-Agent: *
Allow: /
Disallow: /cgi-bin