User-agent: *

Disallow: /abc/

Disallow: /Access/

Disallow: /cgi-bin/

Disallow: /AdvancedGuestBook/

Disallow: /albums/

Disallow: /Calendar/

Disallow: /chat/

Disallow: /cyber/

Disallow: /dreams2reality/

Disallow: /eDexter/

Disallow: /eimages/

Disallow: /email/

Disallow: /eUpload/

Disallow: /free2sell/

Disallow: /gallery/

Disallow: /images/

Disallow: /jukeb0xr00m/

Disallow: /JWs/

Disallow: /music/

Disallow: /oldpal/

Disallow: /orders/

Disallow: /paudio/

Disallow: /phpBB/

Disallow: /private/

Disallow: /StrictlyFriends/

Disallow: /suspended.page/

Disallow: /test_files/

Disallow: /tmp/

Disallow: /trashtotakeout/

Disallow: /truelove/

Disallow: /wheresgeorge/



# don't let search engines see the RSS feed, it's just confusing.



User-agent: Googlebot

User-agent: InfoNaviRobot

User-agent: TV33_Mercator

User-agent: AVSearch

User-agent: Mercator

User-agent: Scooter

User-agent: Slurp

User-agent: SearchengineLicenceSheep

User-agent: shadow

User-agent: MultiText

User-agent: FAST-WebCrawler

User-agent: Lycos_Spider

User-agent: Atomz

User-agent: htdig

User-agent: spider00.logika.net

User-agent: NetMechanic

User-agent: libwww-perl

User-agent: Teleport Pro

Disallow: /searchtools-rss.xml



# updated 2002-03-22 (disallow rtestprob links)

# updated 2002-06-25 (disallow info/slides links, info/robots/)

# updated 2002-07-25 (disallow /searchtools/ which is an alias)