User-Agent: * 
Disallow: /cgi-bin 
Disallow: /files 
Disallow: /nobot
 
User-Agent: Googlebot-Image 
Disallow: /images
 User-Agent: Slurp Disallow: /nobot Disallow: /cgi-bin Disallow: /files User-Agent: gsa-crawler Disallow: /nobot Disallow: /cgi-bin