User-agent: *   # directed to all spiders

Allow: /search.asp
Allow: /crosslinks.asp
Disallow: /cgi-bin/
Disallow: /images/