User-Agent: *
Disallow: /cgi-bin/


#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /


#To prenet any images from being scanned
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: *.png
Disallow: .swf





#To shut down site completely from bots use
# Disallow: /



#These are based on not using any rewrite rules
Disallow: /main.swf