# ===================================
# SEO-Friendly Robots.txt for WordPress
# Domain: popularcert.com
# ===================================

User-agent: *
# 1. Allow Global Assets (Crucial for Page Rendering)
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$

# 2. Block Sensitive Admin Pages
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /xmlrpc.php

# 3. Block Low-Value SEO Pages (Saves Crawl Budget)
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?share=
Disallow: /*?replytocom
Disallow: /wp-json/

# ----------------------------
# AI & Scraper Management
# ----------------------------

# BLOCK: AI Data Scrapers & Model Trainers
# (These bots scrape your content to train models but don't send traffic)
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: FacebookBot
Disallow: /

# NOTE: We have intentionally NOT blocked "PerplexityBot" or "OAI-SearchBot".
# These are Search Engines that drive traffic. Blocking them hurts SEO.

# ----------------------------
# Sitemap Location
# ----------------------------
Sitemap: https://popularcert.com/sitemap_index.xml