# Software-Directory.com — robots policy
# Retrieval-readiness (see Technical Spec §17). Search/retrieval crawlers are
# allowed; training-crawler policy is intentionally separate and configurable.

User-agent: *
Allow: /
Disallow: /assets/js/

# --- Search & retrieval assistants (allowed for discovery/citation) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bingbot
Allow: /

# Note: appearance in any AI or search product is not guaranteed by allowing access.

Sitemap: https://software-directory.com/sitemap.xml