User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /cart
Disallow: /checkout
Disallow: /*?add-to-cart=
Disallow: */trackback/
Disallow: */feed/
Disallow: */embed/
Disallow: /?s=
Disallow: *&s=
Disallow: *utm*=
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg

# Блокування AI та поганих ботів
User-agent: Anthropic-Web-Crawler
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: Grok
User-agent: meta-externalagent
User-agent: Omgilibot
User-agent: PerplexityBot
User-agent: Amazonbot
Disallow: /

# Явно дозволяємо Google (звичайний і AdsBot)
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google
Allow: /

# Content-signal (працює і без Cloudflare Managed)
Content-signal: search=yes,ai-train=no

Sitemap: https://rbrn.com.ua/sitemap_index.xml