User-agent: googlebot
Disallow: *.cgi

User-agent: psbot
Disallow: /

User-agent: *
Disallow: /css/ 
Disallow: /cgi-bin/ 
Disallow: /images/
Disallow: /private/
Disallow: /test/     			# test area   
Disallow: /net/     			# test area   
Disallow: /webchess/ 			# test area
Disallow: /xitami/ 
Disallow: /family/Pedigree/web/pictures/
Disallow: /family/photoalbum/images/
Disallow: /Extranet 			# dont cache Extranet
Disallow: /Intranet 			# or the Intranet sites
Disallow: /florida/
Disallow: /Tenn/
Disallow: /bahamas/
Disallow: /timeshare/
Disallow: /europe/
Disallow: /tips/
Disallow: /oscommerce/
Disallow: /osc/
Disallow: /cookbook/_derived/
Disallow: /cookbook/_themes/
Disallow: /family/newsletter/