User-agent: *
Disallow: /search/
Disallow: /sphider/ 
Disallow: /incl/
Disallow: /images/ 
Disallow: /cgi-bin/ 
# Disallow: /foo.html