# https://napoveda.seznam.cz/en/seznambot-crawler/ User-agent: SeznamBot Disallow: / # http://www.opensiteexplorer.org/dotbot User-agent: DotBot Disallow: / User-agent: dotbot Disallow: / # https://www.semrush.com/bot/ User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / # https://www.seokicks.de/robot.htm User-agent: SEOkicks Disallow: / # https://yandex.com/support/webmaster/robot-workings/robot.html User-agent: Yandex Disallow: / # http://webmeup-crawler.com/ User-agent: BLEXBot Disallow: / # https://mj12bot.com/ User-agent: MJ12bot Disallow: / # http://ltx71.com/ User-agent: ltx71 - (http://ltx71.com/) Disallow: / # https://velen.io/ UserAgent: VelenPublicWebCrawler Disallow: / # https://serpstatbot.com/ User-agent: serpstatbot Disallow: / # https://www.ve.com/vebot User-agent: VeBot Disallow: / # https://babbar.tech/crawler User-agent: Barkrowler/0.9 Disallow: / # https://www.zoominfo.com/ User-agent: ZoominfoBot Disallow: / # http://www.gowikibot.com/ User-agent: Gowikibot Disallow: / User-agent: gowikibot Disallow: / # https://cliqz.com/en/cliqzbot User-agent: Cliqzbot Disallow: / # https://lumtel.com/ User-agent: LumtelBot Disallow: / # http://help.coccoc.com/searchengine User-agent: coccocbot-web Disallow: / # https://uptime.com/uptimebot User-agent: Uptimebot Disallow: / # https://ahrefs.com/robot User-agent: AhrefsBot Disallow: / User-agent: Pinterestbot Crawl-delay: 1 User-agent: * Disallow: /*? Disallow: /checkout/ Disallow: /*/checkout/ Disallow: /admin Disallow: /api Disallow: /*/api Disallow: /klarna-checkout Disallow: /*/klarna-checkout Disallow: /cart Disallow: /*/cart