Sitemap: https://eddssolar.com/sitemap_index.xml

# Universal rules for all crawlers
User-agent: *
# Block sensitive admin areas and core WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/

# Allow critical rendering resources
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js$

# Block dynamic and duplicate content
Disallow: /*?*
Disallow: /*&*
Disallow: /*?replytocom
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.json$

# Allow media files for SEO
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

# Block non-SEO file types
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.exe$
Disallow: /*.txt$

# Specific Googlebot directives
User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php
Allow: *.js
Allow: *.css
Disallow: /wp-json/

# Specific instructions for Bingbot
User-agent: Bingbot
Allow: /wp-content/uploads/
Disallow: /wp-json/