User-agent: *
Disallow: /web/
Disallow: /rs/
Disallow: /hs/
Disallow: /ONWAMUG/
Disallow: /info/slides/examples/
Disallow: /info/meetings/examples/
Disallow: /info/meetings/thunderlizard/examples/
Disallow: /info/articles/
Disallow: /info/conferences-past.html
Disallow: /background/
Disallow: /related/
Disallow: /slides/
Disallow: /lists/
Disallow: /st/
Disallow: /ST/
Disallow: /St/
Disallow: /wr/
Disallow: /cgi-bin/
Disallow: /test/relativelinks/rtestprob/http://searchtools/tools/
Disallow: /test/relativelinks/rtestprob/http://searchtools/info/
Disallow: /test/relativelinks/rtestprob/http://searchtools/robots/
Disallow: /test/relativelinks/rtestprob/http://searchtools/guide/
Disallow: /test/relativelinks/rtestprob/http://searchtools/site/
Disallow: /test/relativelinks/rtestprob/http://searchtools/search/
Disallow: /test/relativelinks/rtestprob/http://searchtools/tools/
Disallow: /test/relativelinks/rtestprob/http://searchtools/surveys/
Disallow: /test/relativelinks/rtestprob/http://searchtools/about/
Disallow: /test/relativelinks/rtestprob/http://searchtools/analysis/

# don't let search engines see the RDF feed, it's just confusing.

User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.
Disallow: /searchtools-rss.xml

# updated 2002-03-22 (disallow rtestprob links)