User-agent: * # WordPress system files Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Technical pages and URL parameters Disallow: /*?attachment_id= Disallow: /*?s= Disallow: /search/ Disallow: /*/trackback/ Disallow: /*/embed/ Disallow: /files/ Disallow: /mail/ # Allow CSS/JS for rendering (Google needs these) Allow: /wp-content/uploads/ Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/themes/*.css Allow: *.js Allow: *.css # AI TRAINING crawlers — blocked (does not affect normal search indexing). # AI SEARCH / user-triggered bots that drive referral traffic are # intentionally left ALLOWED: ChatGPT-User, OAI-SearchBot (OpenAI), # PerplexityBot, Perplexity-User, Claude-User, Claude-SearchBot (Anthropic). # Gemini answer-grounding is governed by Google-Extended below. User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: FacebookBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Diffbot Disallow: / User-agent: Omgilibot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Timpibot Disallow: / User-agent: YouBot Disallow: / # Sitemap Sitemap: https://was.media/sitemap_index.xml