#
# WebmasterWorld.com: robots.txt
# GNU Robots.txt Feel free to use with credit given to WebmasterWorld.
# Please, we do NOT allow nonauthorized robots any longer.
# http://www.searchengineworld.com/robots/
# Yes, feel free to copy and use the following.
#
#
# Bans from cgi-bin, _backups and images
#
# Disallow /cgi-bin/

User-agent: *
Disallow: _backups/
Disallow: _borders/
Disallow: _fpclass/
Disallow: _overlay/
Disallow: _pgtres/
Disallow: _private/
Disallow: _themes/
Disallow: cgi-bin/
Disallow: images/
Disallow: _frontlook/
Disallow: _vti_cnf/
Disallow: _vti_txt/
Disallow: admin/
Disallow: webalizer/
Disallow: _WUScripts/
Disallow: ad_maintenance/
Disallow: admin/
Disallow: banner.ads/
Disallow: gallery/
Disallow: phpAdsNew/
Disallow: suspended.page/
Disallow: test/
Disallow: utilities/
Disallow: wxicons/


User-agent: BecomeBot
Disallow: 

User-agent: Nutch
Disallow: 

User-agent: Jetbot
Disallow: 

User-agent: Jetbot
Disallow: 

User-agent: AskJeeves
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: Jeeves
Disallow: 

User-agent: WebVac
Disallow: 

User-agent: Stanford
Disallow: 

User-agent: scooter
Disallow: 

User-agent: naver
Disallow: 

User-agent: dumbot
Disallow: 

User-agent: grub-client
Disallow: 

User-agent: grub
Disallow: 

User-agent: looksmart
Disallow: 

User-agent: WebZip
Disallow: 

User-agent: larbin
Disallow: 

User-agent: b2w
Disallow: 

User-agent: Copernic
Disallow: 

User-agent: psbot
Disallow: 

User-agent: Python-urllib
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: NetMechanic
Disallow: 

User-agent: URL_Spider_Pro
Disallow: 

User-agent: CherryPicker
Disallow: 

User-agent: EmailCollector
Disallow: 

User-agent: EmailSiphon
Disallow: 

User-agent: WebBandit
Disallow: 

User-agent: EmailWolf
Disallow: 

User-agent: ExtractorPro
Disallow: 

User-agent: CopyRightCheck
Disallow: 

User-agent: Crescent
Disallow: 

User-agent: SiteSnagger
Disallow: 

User-agent: ProWebWalker
Disallow: 

User-agent: CheeseBot
Disallow: 

User-agent: LNSpiderguy
Disallow: 

User-agent: Mozilla
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: Alexibot
Disallow: 

User-agent: Teleport
Disallow: 

User-agent: TeleportPro
Disallow: 

User-agent: Stanford
Disallow: 

User-agent: MIIxpc
Disallow: 

User-agent: Telesoft
Disallow: 

User-agent: moget
Disallow: 

User-agent: WebZip
Disallow: 

User-agent: WebStripper
Disallow: 

User-agent: WebSauger
Disallow: 

User-agent: WebCopier
Disallow: 

User-agent: NetAnts
Disallow: 

User-agent: WebAuto
Disallow: 

User-agent: TheNomad
Disallow: 

User-agent: WWW-Collector-E
Disallow: 

User-agent: RMA
Disallow: 

User-agent: libWeb
Disallow: 

User-agent: asterias
Disallow: 

User-agent: httplib
Disallow: 

User-agent: turingos
Disallow: 

User-agent: spanner
Disallow: 

User-agent: InfoNaviRobot
Disallow: 

User-agent: Harvest
Disallow: 

User-agent: Bullseye
Disallow: 

User-agent: CherryPickerSE
Disallow: 

User-agent: CherryPickerElite
Disallow: 

User-agent: WebBandit
Disallow: 

User-agent: NICErsPRO
Disallow:  

User-agent: DittoSpyder
Disallow: 

User-agent: Foobot
Disallow: 

User-agent: WebmasterWorldForumBot
Disallow: 

User-agent: SpankBot
Disallow: 

User-agent: BotALot
Disallow: 

User-agent: lwp-trivial
Disallow: 

User-agent: lwp-trivial
Disallow: 

User-agent: BunnySlippers
Disallow: 

User-agent: URLy
Disallow: 

User-agent: Wget
Disallow: 

User-agent: LinkWalker
Disallow: 

User-agent: cosmos
Disallow: 

User-agent: moget
Disallow: 

User-agent: hloader
Disallow: 

User-agent: humanlinks
Disallow: 

User-agent: LinkextractorPro
Disallow:  

User-agent: LexiBot
Disallow: 

User-agent: True_Robot
Disallow: 

User-agent: True_Robot
Disallow: 

User-agent: BlowFish
Disallow: 

User-agent: JennyBot
Disallow: 

User-agent: MIIxpc
Disallow: 

User-agent: ProPowerBot
Disallow: 

User-agent: BackDoorBot
Disallow: 

User-agent: toCrawl
Disallow: 

User-agent: WebEnhancer
Disallow: 

User-agent: suzuran
Disallow: 

User-agent: VCI
Disallow: 

User-agent: VCI
Disallow: 

User-agent: Szukacz 
Disallow: 

User-agent: Openfind 
Disallow: 

User-agent: Xenu's
Disallow: 

User-agent: Zeus
Disallow: 

User-agent: RepoMonkey
Disallow: 

User-agent: Openbot
Disallow: 


User-agent: Zeus
Disallow: 

User-agent: EroCrawler
Disallow: 

User-agent: LinkScan
Disallow: 


User-agent: Iron33
Disallow: 

User-agent: GetRight
Disallow: 

User-agent: Gaisbot
Disallow: 

User-agent: Aqua_Products
Disallow: 

User-agent: MSIECrawler
Disallow: 

User-agent: PerMan
Disallow: 

User-agent: searchpreview
Disallow: 

User-agent: sootle
Disallow: 

User-agent: es
Disallow: 

User-agent: Enterprise_Search
Disallow: