# ==========================================
# Robots.txt for TopNotchPlumbingLLC.com
# Strategy: Explicit AI Invitation + WP Security
# Updated: 2026
# ==========================================

# ------------------------------------------
# 1. Global Rules
# ------------------------------------------
User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /?s=
Disallow: /search/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
Disallow: /*?utm_*
Disallow: /*?fbclid=*
Disallow: /*?attachment_id=
Disallow: /*?preview=true
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-content/cache/

# Allow resource files for proper rendering
Allow: /wp-content/uploads/
Allow: *.css$
Allow: *.js$
Allow: *.jpg$
Allow: *.jpeg$
Allow: *.png$
Allow: *.webp$
Allow: *.gif$
Allow: *.svg$
Allow: *.woff$
Allow: *.woff2$
Allow: *.ttf$
Allow: *.ico$

# ------------------------------------------
# 2. AI Crawlers
# ------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: YouBot
Allow: /

User-agent: Bytespider
Allow: /

# ------------------------------------------
# 3. Google Ecosystem
# ------------------------------------------
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

# ------------------------------------------
# 4. Social Media Crawlers
# ------------------------------------------
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# ------------------------------------------
# 5. Sitemap
# ------------------------------------------
Sitemap: https://www.topnotchplumbingllc.com/sitemap_index.xml