User-agent: ZoomSpider #http://www.wrensoft.com/zoom/support/useragent.html Disallow: / User-agent: Exabot #http://www.exalead.com/search/webmasterguide Disallow: / User-agent: ICC-Crawler #http://www.nict.go.jp/en/univ-com/plan/crawl.html Disallow: / User-agent: ichiro #http://search.goo.ne.jp/option/use/sub4/sub4-1/ Disallow: / User-agent: Yeti #http://www.botopedia.org/user-agent-list/search-bots/item/340-yeti-naverbot Disallow: / User-agent: ssearch_bot #http://www.semantissimo.de/ Disallow: / User-agent: ChangeDetection #http://www.changedetection.com/bot.html Disallow: / User-agent: Job Roboter Spider #http://www.webintegration.at/jobroboter_suchmaschine Disallow: / User-agent: Xenu Link Sleuth #http://home.snafu.de/tilman/xenulink.html Disallow: / User-agent: Hatena Antenna #(BAD)Unknown URL Disallow: / User-agent: linkdexbot #http://www.linkdex.com/m/bots/ Disallow: / User-agent: FacebookExternalHit #http://www.facebook.com/externalhit_uatext.php Disallow: / User-agent: Slackbot #https://api.slack.com/robots Disallow: / User-agent: Qwantify #https://www.qwant.com/ Disallow: / User-agent: FeedDemon #http://www.feeddemon.com/ Disallow: / User-agent: Dotbot #https://moz.com/researchtools/ose/dotbot Disallow: / User-agent: SemrushBot #http://www.semrush.com/bot/ Disallow: / User-agent: Feedly #http://www.feedly.com/fetcher.html Disallow: / User-agent: MJ12bot #http://www.majestic12.co.uk/projects/dsearch/mj12bot.php Disallow: / User-agent: YisouSpider #(BAD)http://user-agents.me/crawler/yisouspider Disallow: / User-agent: magpie-crawler #https://www.brandwatch.com/how-it-works/ Disallow: / User-agent: Alexabot #https://support.alexa.com/hc/en-us/articles/200450194 Disallow: / User-agent: Speedy Spider #(BAD)http://www.entireweb.com/ Disallow: / User-agent: GarlikCrawler #(BAD)http://www.garlik.com/ Disallow: / User-agent: AhrefsBot #https://ahrefs.com/robot Disallow: / User-agent: Slurp #http://www.useragentstring.com/Yahoo!%20Slurp_id_75.php Disallow: / User-agent: YandexBot #http://help.yandex.com/search/robots/agent.xml Disallow: / User-agent: sogou spider #http://www.sogou.com/docs/help/webmasters.htm#07 Disallow: / User-agent: maxum #http://www.informedusa.com/t/phantom7.15.html Disallow: / User-agent: curious george #http://www.analyticsseo.com/the-analytics-seo-crawler-curious-george/ Disallow: / User-agent: ia_archiver #https://support.alexa.com/hc/en-us/articles/200450194 Disallow: / User-agent: WeSEE #(BAD)http://www.wesee.com/bot/ Disallow: / User-agent: rogerbot #http://moz.com/help/pro/what-is-rogerbot- Disallow: / User-agent: dotbot #https://moz.com/researchtools/ose/dotbot Disallow: / User-agent: Y!J-ASR #https://help.yahoo.com/kb/search/SLN22600.html?impressions=true Disallow: / User-agent: Y!J-BSC #https://help.yahoo.com/kb/search/SLN22600.html?impressions=true Disallow: / User-agent: ramBot xtreme x.x #(BAD)Unknown URL Disallow: / User-agent: Daumoa #(BAD)https://www.webmasterworld.com/search_engine_spiders/3895299.htm Disallow: / User-agent: Who.is Bot #https://www.webmasterworld.com/search_engine_spiders/4427797.htm Disallow: / User-agent: psbot #http://www.picsearch.com/bot.html Disallow: / User-agent: yacybot #http://yacy.net/bot.html Disallow: / User-agent: Nutch #http://nutch.apache.org/bot.html Disallow: / User-agent: * Disallow: /Foto/ Disallow: /files/ Disallow: /_640x480/ Disallow: /75-89/ Disallow: /sleva/ Disallow: /slev/ Disallow: /sleva-a/ Disallow: /sleva-b/ Disallow: /sleva-c/ Disallow: /sleva-d/ Disallow: /zbozi/ Disallow: /cz/