User-agent: * Disallow: /wps/wp-admin/ Allow: /wps/wp-admin/admin-ajax.php # START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-json/ Disallow: /?rest_route= User-agent: AdsBot Disallow: / Sitemap: https://zcc-chofu.jp/sitemap_index.xml # --------------------------- # END YOAST BLOCK # --- noisy / unwanted bots seen in log --- User-agent: Bytespider Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: GPTBot Disallow: / User-agent: zgrab Disallow: / User-agent: Go-http-client Disallow: / User-agent: python-requests Disallow: / User-agent: Odin Disallow: / User-agent: TikTokSpider Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: CriteoBot Disallow: /