User-agent: *
Content-Signal: search=yes, ai-train=no, ai-input=yes
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search
Disallow: */feed/
Disallow: */embed/
Disallow: *?attachment_id=
Disallow: /quotevids/
Disallow: *.pdf

User-agent: Amazonbot
Disallow: /

User-agent: CCBot
Disallow: /

# Explicitly allow OpenAI (ChatGPT)
User-agent: GPTBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: ChatGPT-User
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Google AI (Gemini)
User-agent: Google-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: GoogleOther-Image
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: GoogleOther-Video
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Anthropic (Claude)
User-agent: ClaudeBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: Claude-User
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: Claude-SearchBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# OpenAI Ads / Search
User-agent: OAI-AdsBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: OAI-SearchBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Perplexity
User-agent: PerplexityBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Meta AI
User-agent: FacebookBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Apple AI
User-agent: Applebot-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# Explicitly allow Cohere
User-agent: Cohere-ai
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

Sitemap: https://www.streetsmart.insurance/sitemap_index.xml