User-agent: * Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Crawl-delay: 10 Disallow: /*?* User-agent: SEMrushBot User-agent: SemrushBot User-agent: SemrushBot-SA User-agent: MJ12bot Disallow: / # Goo (JP) # Info (Japanese): http://help.goo.ne.jp/help/article/704/ # Info (English): http://help.goo.ne.jp/help/article/853/ User-agent: moget User-agent: ichiro Disallow: / # Naver (KR) # Info: http://help.naver.com/customer/etc/webDocument02.nhn User-agent: NaverBot User-agent: Yeti Disallow: / # Baidu (CN) # Info: http://www.baidu.com/search/spider.htm User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: / # SoGou (CN) # Info: http://www.sogou.com/docs/help/webmasters.htm#07 User-agent: sogou spider Disallow: / # Youdao (CN) # Info: http://www.youdao.com/help/webmaster/spider/ User-agent: YoudaoBot Disallow: / User-agent: * Disallow: /*add-to-cart=* User-agent: Google-Extended Disallow: / User-agent: AI2Bot Disallow: / User-agent: Amazonbot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Applebot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: Diffbot Disallow: / User-agent: DuckAssistBot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: Kangaroo Bot Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: omgili Disallow: / User-agent: PanguBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Timpibot Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: YouBot Disallow: /