# Robots.txt for Edison Fort Plumbing
# Fort Myers, FL Emergency Plumbing Services
# Last Updated: 2026
# ---------------------------------------------------

User-agent: *

# 1. CORE CRAWL SETTINGS
# Allow everything by default (implicit)

# 2. SECURITY & ADMIN PROTECTION
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

User-agent: *
Disallow: /llms.txt

User-agent: Googlebot
Disallow: /llms.txt

# 3. CRITICAL ASSET ACCESS (CSS, JS, IMAGES, FONTS)
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/assets/
Allow: /wp-content/plugins/*/assets/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /*.css
Allow: /*.css?*
Allow: /*.js
Allow: /*.js?*
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp
Allow: /*.pdf
Allow: /*.woff
Allow: /*.woff2
Allow: /*.ttf

# 4. BLOCK NON-ASSET PLUGIN/THEME FILES (PHP)
Disallow: /wp-content/plugins/*.php
Disallow: /wp-content/themes/*.php
Disallow: /wp-includes/*.php

# 5. REST API
Disallow: /wp-json/
Allow: /wp-json/wp/v2/pages
Allow: /wp-json/wp/v2/posts
Allow: /wp-json/contact-form-7/

# 6. CRAWL BUDGET OPTIMIZATION
# Block internal search and noisy parameters
Disallow: /search/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*?orderby=
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?replytocom=
Disallow: /*?add-to-cart=

# Do NOT block /page/ globally to keep pagination crawlable
# Manage /tag/ and /author/ with noindex in SEO plugin instead of robots.txt

# Block feeds (duplicate content)
Disallow: /feed/
Disallow: /*/feed/
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /comments/feed/

# Block duplicate content patterns
Disallow: /*/attachment/
Disallow: /*/embed/

# 7. BLOCK SYSTEM FILES
Disallow: /cgi-bin/

# ---------------------------------------------------
# 8. BAD BOT BLOCKLIST
# ---------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# ---------------------------------------------------
# 9. SITEMAP DECLARATIONS
# ---------------------------------------------------
Sitemap: https://emergencyplumberfortmyersfl.com/sitemap.xml
Sitemap: https://emergencyplumberfortmyersfl.com/sitemap_index.xml
# ---------------------------------------------------