# robots.txt generated at www.invision-graphics.com/robotstxt_generator.html
User-agent: *
Disallow: /
Disallow: /ClientLogos/
Disallow: /WebsiteImages/
Disallow: /WebsiteImages/Banners/
Disallow: /WebsiteImages/MDJobSite/
Crawl-delay: 180
User-agent: googlebot 
Crawl-delay: 60
User-agent: Googlebot/2.1
Crawl-delay: 60
User-agent: Yahoo-MMCrawler/3.x+(mms+dash+mmcrawler+dash+support+at+yahoo+dash+inc+dot+com)
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: SurveyBot/2.3 (Whois Source)
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: YahooSeeker/CafeKelsa+
Disallow: /
User-agent: YahooSeeker/PALM-DLD
Disallow: /
User-agent: zyborg
Disallow: /
User-agent: Java Bot 2.0
Disallow: /
User-agent: Java/1.5.0_10
Disallow: /
User-agent: Java
Disallow: /
User-Agent: DepSpid 
Disallow: /
User-Agent: genieBot+wgao@genieknows.com
Disallow: /
User-Agent: Mozilla Compatible Agent
Disallow: /
User-agent: Apexoo Spider 1.0
Disallow: /
User-agent: Mozilla/4.0+compatible+ZyBorg/1.0+
Disallow: /
User-agent: Mozilla/4.0+compatible+ZyBorg/1.0+(wn-14.zyborg@looksmart.net;+http://www.WISEnutbot.com)
Disallow: /
User-agent: Yahoo!+Slurp+China
Disallow: /
User-agent: Yahoo!+Slurp
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Yahoo!+Slurp;+http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Yahoo!+Slurp+China;+http://misc.yahoo.com.cn/help.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /
User-agent: MSNBOT/0.1 (http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /
User-agent: lanshanbot/1.0 ( http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/0.11 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/0.3 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/0.9 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/1.0 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: Mozilla/5.0+
Disallow: /
User-agent: Mozilla/5.0+
Disallow: /
User-agent: +Yahoo!+Slurp
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Yahoo!+Slurp;+http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /
User-agent: Yahoo! Slurp china
Disallow: /
User-agent: Slurp china
Disallow: /
User-agent: Slurp 
Disallow: /
User-agent: zibber v0.1 
Disallow: /
User-agent: zibber
Disallow: /
User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /
User-agent: HTTP/1.1 zibber-v0.1(www.zibb.com/crawler/)
Disallow: /
User-agent: libwww-perl/5.65  
Disallow: /
User-agent: ichiro/2.0
Disallow: /
User-agent: voyager/1.0
Disallow: /
  
# Begin block Bad-Robots from robots.txt
User-agent: OmniExplorer_Bot 
Disallow: /
User-agent: findlinks/1.1.3-beta9+
Disallow: /
User-agent: sogou+spider
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Sensis+Web+Crawler+
Disallow: /
User-agent: libwww perl
Disallow: /
User-agent: Jyxobot
Disallow: /
User-agent: ee:
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Gigabot*
Disallow: /
User-agent: Avant+Browser+
Disallow: /
User-agent: Java/1.5.0_05
Disallow: /
User-agent: Java
Disallow: /
User-agent: JavaBot 2.0
Disallow: /
User-agent: JavaBot
Disallow: /
User-agent: sbider 
Disallow: / 
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
Disallow: / 
User-agent: bot/1.0
Disallow: / 
User-agent: bot/1.0+(bot;+http://;+bot@bot.bot)
Disallow: / 
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) 
Disallow: / 
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) 
Disallow: / 
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 9 
Disallow: / 
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) 
Disallow: / 
User-agent: Mozilla 
Disallow: / 
User-agent: mozilla 
Disallow: / 
User-agent: mozilla/3 
Disallow: / 
User-agent: mozilla/4 
Disallow: / 
User-agent: mozilla/5 
Disallow: / 
User-agent: Mozilla/4.0 (compatible; MSIE 5.05; Windows NT 3.51)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 5.05; Windows NT 5.0)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 5.05; Windows NT 4.0)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0)
Disallow: /
User-agent: InternetSeer.com
Disallow: /
User-Agent: OmniExplorer
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /
User-agent: zibber v0.1
Disallow: /
User-agent: sogou+spider
Disallow: /
User-agent: voyager
Disallow: /
User-agent: libwww perl
Disallow: /
User-agent: psbot
Disallow: /
User-Agent: OmniExplorer_Bot
Disallow: /
User-agent: OmniExplorer_Bot/1.07 
Disallow: /
User-agent: OmniExplorer_Bot/1.09
Disallow: / 
User-agent: OmniExplorer_Bot/1.10
Disallow: / 
User-agent: asterias
Disallow:/
User-agent: BackDoorBot/1.0
Disallow:/
User-agent: Black Hole
Disallow:/
User-agent: BlowFish/1.0
Disallow:/
User-agent: BotALot
Disallow:/
User-agent: BuiltBotTough
Disallow:/
User-agent: Bullseye/1.0
Disallow:/
User-agent: BunnySlippers
Disallow:/
User-agent: Cegbfeieh
Disallow:/
User-agent: CheeseBot
Disallow:/
User-agent: CherryPicker
Disallow:/
User-agent: CherryPickerElite/1.0
Disallow:/
User-agent: CherryPickerSE/1.0
Disallow:/
User-agent: CopyRightCheck
Disallow:/
User-agent: cosmos
Disallow:/
User-agent: Crescent
Disallow:/
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow:/
User-agent: DittoSpyder
Disallow:/
User-agent: EmailCollector
Disallow:/
User-agent: EmailSiphon
Disallow:/
User-agent: EmailWolf
Disallow:/
User-agent: EroCrawler
Disallow:/
User-agent: ExtractorPro
Disallow:/
User-agent: Foobot
Disallow:/
User-agent: FunWebProducts f39-2350 
Disallow: / 
User-agent: FunWebProducts
Disallow: / 
User-agent: Harvest/1.5
Disallow:/
User-agent: hloader
Disallow:/
User-agent: httplib
Disallow:/
User-agent: humanlinks
Disallow:/
User-agent: InfoNaviRobot
Disallow:/
User-agent: JennyBot
Disallow:/
User-agent: Kenjin Spider
Disallow:/
User-agent: Keyword Density/0.9
Disallow:/
User-agent: LexiBot
Disallow:/
User-agent: libWeb/clsHTTP
Disallow:/
User-agent: LinkextractorPro
Disallow:/
User-agent: LinkScan/8.1a Unix
Disallow:/
User-agent: LinkWalker
Disallow:/
User-agent: LinkWalker/2.0
Disallow:/
User-agent: LNSpiderguy
Disallow:/
User-agent: lwp-trivial
Disallow:/
User-agent: lwp-trivial/1.34
Disallow:/
User-agent: Mata Hari
Disallow:/
User-agent: Microsoft URL Control - 5.01.4511
Disallow:/
User-agent: Microsoft URL Control - 6.00.8169
Disallow:/
User-agent: MIIxpc
Disallow:/
User-agent: MIIxpc/4.2
Disallow:/
User-agent: Mister PiX
Disallow:/
User-agent: moget
Disallow:/
User-agent: moget/2.1
Disallow:/
User-agent: NetAnts
Disallow:/
User-agent: NICErsPRO
Disallow:/
User-agent: Offline Explorer
Disallow:/
User-agent: Openfind
Disallow:/
User-agent: Openfind data gathere
Disallow:/
User-agent: ProPowerBot/2.14
Disallow:/
User-agent: ProWebWalker
Disallow:/
User-agent: QueryN Metasearch
Disallow:/
User-agent: RepoMonkey
Disallow:/
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow:/
User-agent: RMA
Disallow:/
User-agent: SiteSnagger
Disallow:/
User-agent: SpankBot
Disallow:/
User-agent: spanner
Disallow:/
User-agent: suzuran
Disallow:/
User-agent: Szukacz/1.4
Disallow:/
User-agent: Teleport
Disallow:/
User-agent: TeleportPro
Disallow:/
User-agent: Telesoft
Disallow:/
User-agent: The Intraformant
Disallow:/
User-agent: TheNomad
Disallow:/
User-agent: TightTwatBot
Disallow:/
User-agent: Titan
Disallow:/
User-agent: toCrawl/UrlDispatcher
Disallow:/
User-agent: True_Robot
Disallow:/
User-agent: True_Robot/1.0
Disallow:/
User-agent: turingos
Disallow:/
User-agent: URLy Warning
Disallow:/
User-agent: VCI
Disallow:/
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow:/
User-agent: Web Image Collector
Disallow:/
User-agent: WebAuto
Disallow:/
User-agent: WebBandit
Disallow:/
User-agent: WebBandit/3.50
Disallow:/
User-agent: WebCopier
Disallow:/
User-agent: WebEnhancer
Disallow:/
User-agent: WebmasterWorldForumBot
Disallow:/
User-agent: WebSauger
Disallow:/
User-agent: Website Quester
Disallow:/
User-agent: Webster Pro
Disallow:/
User-agent: WebStripper
Disallow:/
User-agent: WebZip
Disallow:/
User-agent: WebZip/4.0
Disallow:/
User-agent: Wget
Disallow:/
User-agent: Wget/1.5.3
Disallow:/
User-agent: Wget/1.6
Disallow:/
User-agent: WWW-Collector-E
Disallow:/
User-agent: Xenu's
Disallow:/
User-agent: Xenu's Link Sleuth 1.1c
Disallow:/
User-agent: Zeus
Disallow:/
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow:/