# robots.txt generated at www.invision-graphics.com/robotstxt_generator.html
User-agent: *
Disallow: /
User-agent: sogou+spider
Disallow: /
User-agent: YahooSeeker/CafeKelsa 
Disallow: /
User-agent: bot/1.0+(bot;+http://;+bot@bot.bot)
Disallow: /
User-agent: NutchCVS/0.7.1+(Nutch;+http://lucene.apache.org/nutch/bot.html;+nutch-agent@lucene.apache.org)
Disallow: /
User-agent: Mozilla/4.0+(compatible;+MSIE+5.0;+Windows+NT;+Girafabot;+girafabot+at+girafa+dot+com;+http://www.girafa.com) 
Disallow: /
User-agent: HTTP/1.1 Exabot/3.0
Disallow: /
User-agent: LinkWalker/2.0 - www.seventwentyfour.com/
Disallow: /
User-agent: psbot/0.1+(+http://www.picsearch.com/bot.html)
Disallow: /
User-agent: Findexa+Crawler+(http://www.findexa.no/gulesider/article26548.ece)
Disallow: /
User-agent: YahooSeeker/CafeKelsa+(compatible;+Konqueror/3.2;+FreeBSD+;+http://help.yahoo.com/help/hotjobs/webmaster)+(KHTML,+like+Gecko)
Disallow: /
User-agent: http://www.almaden.ibm.com/cs/crawler+++[bc7]
Disallow: /
User-agent: Mozilla/5.0+(compatible;+archive.org_bot/1.10.0++http://www.loc.gov/minerva/crawl.html)
Disallow: /
User-agent: FAST+Enterprise+Crawler+6+used+by+Verizon+Superpages+Powered+By+FAST+(crawler_admin@superpages.com)
Disallow: /
User-agent: ichiro/2.0+(http://help.goo.ne.jp/door/crawler.html)
Disallow: /
User-agent: Mozilla/2.0+(compatible;+Ask+Jeeves/Teoma;++http://sp.ask.com/docs/about/tech_crawling.html)
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Yahoo!+Slurp+China;+http://misc.yahoo.com.cn/help.html) 
Disallow: /
User-agent: Sensis+Web+Crawler+(search_comments\at\sensis\dot\com\dot\au)
Disallow: /
User-agent: Mozilla/2.0+(compatible;+Ask+Jeeves/Teoma)
Disallow: /
User-agent: noxtrumbot/1.0+(crawler@noxtrum.com)
Disallow: /
User-agent: nokia6610I/1.0+(4.10)+Profile/MIDP-1.0+Configuration/CLDC-1.0+(FAST+WAP+Proxy/1.0) 
Disallow: /
User-agent: Mozilla/6.0+(MSIE+6.0;+Windows+2003+Server;+HealthCareerNet+Robot) 
Disallow: /
User-agent: MJ12bot/v1.0.8+(http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: Googlebot
Disallow: /
User-agent: msnbot/1.0+(+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Googlebot/2.1;++http://www.google.com/bot.html)
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Yahoo!+Slurp;+http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Googlebot/1.0
Disallow: /
User-agent: Googlebot/2.0
Disallow: /
User-agent: Googlebot/2.1
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: FAST-WebCrawler
Disallow: /
User-agent: FAST-WebCrawler/2.1
Disallow: /
User-agent: FAST-WebCrawler/2.2
Disallow: /
User-agent: askjeeves
Disallow: /
User-agent: slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: ArchitextSpider
Disallow: /
User-agent: Lycos_Spider_(T-Rex)
Disallow: /
User-agent: Gulliver
Disallow: /
User-agent: Gulliver/1.2
Disallow: /
User-agent: Gulliver/1.3
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: YahooSeeker
Disallow: /
User-agent: YahooSeeker/1.0
Disallow: /
User-agent: YahooSeeker/1.1
Disallow: /
User-agent: YahooSeeker/1.2
Disallow: /
User-agent: Scooter/3.3Yahoo!
Disallow: /
User-agent: yahoo-fetch
Disallow: /
User-agent: YahooSeeker/CafeKelsa-dev
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: CrawlConvera0.1
Disallow: /
User-agent: InfoSeek Sidewinder
Disallow: /
User-agent: Ultraseek
Disallow: /
#Agent Specific Disallowed Sections
User-agent: Nutch
Disallow: /
User-agent: Jetbot/1.0
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: WebVac
Disallow: /
User-agent: naver
Disallow: /
User-agent: dumbot
Disallow: /
User-agent: Hatena Antenna
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: larbin
Disallow: /
User-agent: b2w/0.1
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: ia_archiver/1.6
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: RMA
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: asterias
Disallow: /
User-agent: httplib
Disallow: /
User-agent: turingos
Disallow: /
User-agent: spanner
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
User-agent: CherryPickerSE/1.0
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: lwp-trivial/1.34
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: moget
Disallow: /
User-agent: hloader
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: Web Image Collector
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: BlowFish/1.0
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: MIIxpc/4.2
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
User-agent: VCI
Disallow: /
User-agent: Szukacz/1.4 
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: Openfind data gathere
Disallow: /
User-agent: Openfind 
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: URL Control
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Iron33/1.0.2
Disallow: /
User-agent: GetRight/4.2
Disallow: /
User-agent: FairAd Client
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: Radiation Retriever 1.1
Disallow: /
User-agent: Flaming AttackBot
Disallow: /
User-agent: Oracle Ultra Search
Disallow: /
User-agent: PerMan
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: sootle
Disallow: /
User-agent: es
Disallow: /
User-agent: Enterprise_Search/1.0
Disallow: /
User-agent: Enterprise_Search
Disallow: /


User-agent: *
Disallow: /


User-agent: Fast Crawler v X
Disallow: /
User-agent: noxtrumbot
Disallow: /
User-agent: Fast Crawler v X(compatible; Konqueror/3.2; FreeBSD) (KHTML, like Gecko)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT)
Disallow: /
User-agent: Mozilla/4.0
Disallow: /
User-agent: Mozilla/4.05 [en]
Disallow: /
User-agent: Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Scooter/3.3
Disallow: /
User-agent: Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/blog-search/)
Disallow: /
User-agent: Yahoo! Mindset
Disallow: /
User-agent: Yahoo-Blogs/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )
Disallow: /
User-agent: Yahoo-MMAudVid/1.0 (mms dash mmaudvidcrawler dash support at yahoo dash inc dot com)
Disallow: /
User-agent: Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com)
Disallow: /
User-agent: YahooFeedSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; my.yahoo.com/s/publishers.html)
Disallow: /
User-agent: YahooSeeker-Testing/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://search.yahoo.com/) 
Disallow: /
User-agent: YahooSeeker/1.1 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/shop/merchant/)
Disallow: /
User-agent: YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)
Disallow: /
User-agent: YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)
Disallow: /
User-agent: YahooVideoSearch www.yahoo.com/
Disallow: /
User-agent: YahooYSMcm/2.0.0
Disallow: /
User-agent: MSNBOT/0.1 (http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /
User-agent: lanshanbot/1.0 ( http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent:  msnbot/1.0+(+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/0.11 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/0.3 (+http://search.msn.com/msnbot.htm) 
Disallow: /
User-agent: msnbot/0.9 (+http://search.msn.com/msnbot.htm) 
Disallow: /
User-agent: msnbot/1.0 (+http://search.msn.com/msnbot.htm) 
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: Ask Jeeves/Teoma
Disallow: /
User-agent: AskJeeves
Disallow: /
User-agent: Ask
Disallow: /
User-agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
Disallow: /
User-agent: BecomeBot  
Disallow: /
User-agent: mp3spider
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: msnbot 
Disallow: /
User-agent: msnbot- 
Disallow: / 
User-agent: Yahoo! Slurp DE  
Disallow: /
User-agent: Yahoo! Slurp China
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: Slurp China 
Disallow: / 
User-agent: Slurp 
Disallow: / 
User-agent: Slurp- 
Disallow: / 
Usage-agent: GoogleBot
Disallow: /
User-agent: Fast Crawler v X
Disallow: /
User-agent: Fast Crawler v X(compatible; Konqueror/3.2; FreeBSD) (KHTML, like Gecko) 
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT)
Disallow: /
User-agent: Mozilla/4.0
Disallow: /
User-agent: Mozilla/4.05 [en]
Disallow: / 
User-agent: Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Scooter/3.3
Disallow: /
User-agent: Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/blog-search/)
Disallow: /
User-agent: Yahoo! Mindset
Disallow: /
User-agent: Yahoo-Blogs/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )
Disallow: /
User-agent: Yahoo-MMAudVid/1.0 (mms dash mmaudvidcrawler dash support at yahoo dash inc dot com)
Disallow: /
User-agent: Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com)
Disallow: /
User-agent: YahooFeedSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; my.yahoo.com/s/publishers.html)
Disallow: /
User-agent: YahooSeeker-Testing/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://search.yahoo.com/) 
Disallow: /
User-agent: YahooSeeker/1.1 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/shop/merchant/)
Disallow: /
User-agent: YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)
Disallow: /
User-agent: YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-webmaster@yahoo-inc.com ) (KHTML, like Gecko)
Disallow: /
User-agent: YahooVideoSearch www.yahoo.com/
Disallow: /
User-agent: YahooYSMcm/2.0.0
Disallow: /
User-agent: slurp
Disallow: /
User-agent: YahooFeedSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5;
  http://my.yahoo.com/s/publishers.html)
Disallow: /
User-agent: Netcraft
Disallow:/
User-agent: Netcraft
Disallow:/
User-agent: Slurp
Disallow:/
User-agent: ia_archiver
Disallow: /
User-agent: ia_archiver-
Disallow:/  
User-agent: Gigabot
Disallow:/
User-agent: yahoo-mmcrawler
Disallow:/
User-agent: psbot
Disallow:/
User-agent: yahoo-blogs/v3.9
Disallow:/
User-agent: YahooSeeker
Disallow:/
User-agent: YahooSeeker/CafeKelsa-dev
Disallow:
User-agent: CafeKelsa
Disallow:/
User-agent: YahooSeeker/CafeKelsa
Disallow:/
User-agent: YahooSeeker/CafeKelsa/hotjobs/ 
Disallow:/
User-agent: YahooSeeker/CafeKelsa/hotjobs
Disallow:/
User-agent: TurnitinBot
Disallow: / 
User-agent: MSNBOT 
Disallow: / 
User-agent: SpokeSpider/1.0 (http://support.spoke.com/webspider/) Mozilla/5.0 (not really) 
Disallow: /      
User-agent: YahooSeeker/CafeKelsa (compatible; Konqueror/3.2; FreeBSD ; http://help.yahoo.com/help/hotjobs/webmaster) (KHTML, like Gecko) 
Disallow: / 
# Begin block Bad-Robots from robots.txt
User-agent: psbot
Disallow: /
User-Agent: OmniExplorer_Bot
Disallow: /
User-agent: asterias
Disallow:/
User-agent: BackDoorBot/1.0
Disallow:/
User-agent: Black Hole
Disallow:/
User-agent: BlowFish/1.0
Disallow:/
User-agent: BotALot
Disallow:/
User-agent: BuiltBotTough
Disallow:/
User-agent: Bullseye/1.0
Disallow:/
User-agent: BunnySlippers
Disallow:/
User-agent: Cegbfeieh
Disallow:/
User-agent: CheeseBot
Disallow:/
User-agent: CherryPicker
Disallow:/
User-agent: CherryPickerElite/1.0
Disallow:/
User-agent: CherryPickerSE/1.0
Disallow:/
User-agent: CopyRightCheck
Disallow:/
User-agent: cosmos
Disallow:/
User-agent: Crescent
Disallow:/
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow:/
User-agent: DittoSpyder
Disallow:/
User-agent: EmailCollector
Disallow:/
User-agent: EmailSiphon
Disallow:/
User-agent: EmailWolf
Disallow:/
User-agent: EroCrawler
Disallow:/
User-agent: ExtractorPro
Disallow:/
User-agent: Foobot
Disallow:/
User-agent: FunWebProducts f39-2350 
Disallow: / 
User-agent: FunWebProducts
Disallow: / 
User-agent: Harvest/1.5
Disallow:/
User-agent: hloader
Disallow:/
User-agent: httplib
Disallow:/
User-agent: humanlinks
Disallow:/
User-agent: InfoNaviRobot
Disallow:/
User-agent: JennyBot
Disallow:/
User-agent: Kenjin Spider
Disallow:/
User-agent: Keyword Density/0.9
Disallow:/
User-agent: LexiBot
Disallow:/
User-agent: libWeb/clsHTTP
Disallow:/
User-agent: LinkextractorPro
Disallow:/
User-agent: LinkScan/8.1a Unix
Disallow:/
User-agent: LinkWalker
Disallow:/
User-agent: LNSpiderguy
Disallow:/
User-agent: lwp-trivial
Disallow:/
User-agent: lwp-trivial/1.34
Disallow:/
User-agent: Mata Hari
Disallow:/
User-agent: Microsoft URL Control - 5.01.4511
Disallow:/
User-agent: Microsoft URL Control - 6.00.8169
Disallow:/
User-agent: MIIxpc
Disallow:/
User-agent: MIIxpc/4.2
Disallow:/
User-agent: Mister PiX
Disallow:/
User-agent: moget
Disallow:/
User-agent: moget/2.1
Disallow:/
User-agent: mozilla/4
Disallow:/
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
Disallow:/
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows ME)
Disallow:/
User-agent: mozilla/5
Disallow:/
User-agent: NetAnts
Disallow:/
User-agent: NICErsPRO
Disallow:/
User-agent: Offline Explorer
Disallow:/
User-agent: Openfind
Disallow:/
User-agent: Openfind data gathere
Disallow:/
User-agent: ProPowerBot/2.14
Disallow:/
User-agent: ProWebWalker
Disallow:/
User-agent: QueryN Metasearch
Disallow:/
User-agent: RepoMonkey
Disallow:/
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow:/
User-agent: RMA
Disallow:/
User-agent: SiteSnagger
Disallow:/
User-agent: SpankBot
Disallow:/
User-agent: spanner
Disallow:/
User-agent: suzuran
Disallow:/
User-agent: Szukacz/1.4
Disallow:/
User-agent: Teleport
Disallow:/
User-agent: TeleportPro
Disallow:/
User-agent: Telesoft
Disallow:/
User-agent: The Intraformant
Disallow:/
User-agent: TheNomad
Disallow:/
User-agent: TightTwatBot
Disallow:/
User-agent: Titan
Disallow:/
User-agent: toCrawl/UrlDispatcher
Disallow:/
User-agent: True_Robot
Disallow:/
User-agent: True_Robot/1.0
Disallow:/
User-agent: turingos
Disallow:/
User-agent: URLy Warning
Disallow:/
User-agent: VCI
Disallow:/
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow:/
User-agent: Web Image Collector
Disallow:/
User-agent: WebAuto
Disallow:/
User-agent: WebBandit
Disallow:/
User-agent: WebBandit/3.50
Disallow:/
User-agent: WebCopier
Disallow:/
User-agent: WebEnhancer
Disallow:/
User-agent: WebmasterWorldForumBot
Disallow:/
User-agent: WebSauger
Disallow:/
User-agent: Website Quester
Disallow:/
User-agent: Webster Pro
Disallow:/
User-agent: WebStripper
Disallow:/
User-agent: WebZip
Disallow:/
User-agent: WebZip/4.0
Disallow:/
User-agent: Wget
Disallow:/
User-agent: Wget/1.5.3
Disallow:/
User-agent: Wget/1.6
Disallow:/
User-agent: WWW-Collector-E
Disallow:/
User-agent: Xenu's
Disallow:/
User-agent: Xenu's Link Sleuth 1.1c
Disallow:/
User-agent: Zeus
Disallow:/
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow:/