# USAMuscle robots.txt
# Updated: 2026-02-02

User-agent: *
Crawl-delay: 5

# Block members-only areas (require authentication)
Disallow: /men/members/
Disallow: /women/members/

# Block admin and internal tools
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /Templates/

# Block legacy pages (replaced with new versions)
Disallow: /*-legacy.php
Disallow: /*-legacy/

# Block prototype and development pages
Disallow: /prototypes/
Disallow: /index-prototypes/

# Block RSS/feed endpoints (machine-readable, not for search)
Disallow: /rss/

# Block assets that shouldn't be indexed
Disallow: /assets/revolution/

# Block error pages
Disallow: /men/error/
Disallow: /women/error/

# Block ajax/API endpoints (query string patterns)
Disallow: /*?ajax=
Disallow: /*&ajax=

# Sitemap location
Sitemap: https://usamuscle.com/sitemap.xml