# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?product/

# ===== AI Search & AI Assistants (allowed) =====

# OpenAI - ChatGPT
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User

# Anthropic - Claude
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Claude-Web

# Google - Gemini / AI Overviews / Vertex AI
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot

# Microsoft - Bing / Copilot
User-agent: Bingbot
User-agent: msnbot

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User

# Apple - Siri / Apple Intelligence
User-agent: Applebot
User-agent: Applebot-Extended

# Meta - Meta AI
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot

# Amazon - Alexa / Rufus
User-agent: Amazonbot

# DuckDuckGo - DuckAssist
User-agent: DuckAssistBot

# Mistral - Le Chat
User-agent: MistralAI-User

# Cohere
User-agent: cohere-ai
User-agent: cohere-training-data-crawler

# You.com
User-agent: YouBot

# Common Crawl
User-agent: CCBot

# ByteDance
User-agent: Bytespider

# Others: AI2, Diffbot, Huawei, Timpi
User-agent: AI2Bot
User-agent: Diffbot
User-agent: PetalBot
User-agent: Timpibot

Sitemap: https://nurealtyadvisors.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK