User-Agent: *
Disallow: /ktalk/ 			#don't index news remarks
Disallow: /Includes/      		#there is nothing to index here, just a js
Disallow: /Futurama/Printable/  	#Don't take the raw text versions
Disallow: /cgi-bin/Comments.cgi  	#Comments don't need indexing
Disallow: /cgi-bin/imageview.cgi   	#no content to index
Disallow: /img/           		#only pictures
Disallow: /cgi-bin/trap.cgi		#it's a trap!
Disallow: /cgi-bin/out.cgi		#no going to other sites
Disallow: /cgi-bin/newspop.cgi		#no popped news
Disallow: .jpg$				#no images
Disallow: .gif$				#no images
Disallow: .zip$				#no archives
Disallow: .swf$				#no flashes
Disallow: .avi$				#no movies
Disallow: .mpeg$			#no movies
Disallow: .mpg$				#no movies
Disallow: .mp3$				#no sounds
Disallow: .wav$				#no sounds


User-agent: SlySearch
Disallow: /            			#disallow robot from all urls on site 

User-agent: ia_archiver
Disallow: /            			#disallow robot from all urls on site 

User-agent: Googlebot-image/1.0
Disallow: /            			#disallow robot from all urls on site 

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: page_verifier
Disallow: /