User-agent: *
Disallow: /images/
Disallow: /forum/
Disallow: /cgi-bin/
Disallow: /store/
Disallow: /store2/
Disallow: /download/
Disallow: /fs2crew/
Disallow: /php/

# Some of the common spiders

#User-agent: Googlebot
#User-agent: InfoNaviRobot
#User-agent: TV33_Mercator
#User-agent: AVSearch
#User-agent: Mercator
#User-agent: Scooter
#User-agent: Slurp
#User-agent: SearchengineLicenceSheep
#User-agent: shadow
#User-agent: MultiText
#User-agent: FAST-WebCrawler
#User-agent: Lycos_Spider
#User-agent: Atomz
#User-agent: htdig
#User-agent: spider00.logika.net
#User-agent: NetMechanic
#User-agent: libwww-perl
#User-agent: Teleport Pro

#Disallow: /searchtools-rss.xml < individual files
# updated 2002-03-22 (disallow rtestprob links)
# updated 2002-06-25 (disallow info/slides links, info/robots/)
# updated 2002-07-25 (disallow /searchtools/ which is an alias)