User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /tag/
Disallow: https://www.hayde.co.il/wp-content/uploads/2020/02/SEO-Guide-for-Beginners.pdf

User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: Bingbot
Allow: /wp-admin/admin-ajax.php
Allow: /



#yandex-russian spider
User-agent: Yandex
Disallow: /

#Baidu spider
User-agent: Baiduspider
Disallow: /


# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: YouBot
User-agent: Applebot           # Siri / Spotlight
Allow: /

# Disallow AI training data collection  
User-agent: GPTBot  
User-agent: CCBot  
User-agent: Google-Extended 
User-agent: anthropic-ai      # Anthropic training (if different from ClaudeBot) 
Disallow: /

Sitemap: https://www.hayde.co.il/sitemap_index.xml