# ----------------------------------------------------------------------
# RaRi Softworks - Optimized for SEO & GEO Crawlers
# ----------------------------------------------------------------------

# 1. Global Directives (Traditional SEO)
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Prevent crawling of low-value, duplicate, or dynamic pages
Disallow: /search/
Disallow: /?s=
Disallow: /*?replytocom=
Disallow: /author/admin/
Disallow: /*?*filter*
Disallow: /*?*sort*

# 2. Explicit AI Engine Directives (GEO & LLM Crawlers)
# We explicitly allow these to ensure future-proofing against global block lists
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /search/

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /wp-admin/

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/

User-agent: CCBot
Allow: /
Disallow: /wp-admin/

User-agent: Omgilibot
Allow: /
Disallow: /wp-admin/

# 3. EntityMap Declaration (EntityMap v1.0)
EntityMap: https://rarisoftworks.com/entitymap.json

# 4. Sitemap Declaration
Sitemap: https://rarisoftworks.com/sitemap_index.xml