# robots.txt for WordPress # Legitimate search engines User-agent: Googlebot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /*?filter=* Disallow: /*?s=* User-agent: Bingbot Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /*?filter=* Disallow: /*?s=* # Block Chinese bots User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: 360Spider Disallow: / User-agent: HaoSouSpider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: YisouSpider Disallow: / User-agent: Bytespider Disallow: / User-agent: PetalBot Disallow: / # Block aggressive crawlers/scrapers User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: SeznamBot Disallow: / # Block AI bots User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Perplexity Disallow: / User-agent: anthropic-ai Disallow: / # Default: allow everything except WordPress internals User-agent: * Allow: / Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-login.php Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /wp-content/cache/ Disallow: /feed/ Disallow: /trackback/ Disallow: /*?filter=* Disallow: /*?s=* Disallow: /*?replytocom=* # Sitemap Sitemap: https://xxxmexicano.com/sitemap_index.xml