# START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-json/ Disallow: /?rest_route= Sitemap: https://www.hubbardbreeders.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK # Rate limit GPTBot to one request every 30 seconds User-agent: GPTBot Allow: / Crawl-delay: 30 # Rate limit ClaudeBot to one request every 30 seconds User-agent: ClaudeBot Allow: / Crawl-delay: 30 # Rate limit CCBot User-agent: CCBot Allow: / Crawl-delay: 60 # No crawl-delay for search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: /