Sitemap: https://scroll.media/sitemap-news.xml
Sitemap: https://scroll.media/en/sitemap-news.xml

# =========================
#  BASE RULES (DEFAULT)
# =========================
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Block tracking parameters
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*

# Block plugin directories (structure, not контент)
Disallow: /wp-content/plugins/

# =========================
#  GOOGLE FAMILY (Search, Images, News, Discover, Ads)
# =========================
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  BING (Search + Preview)
# =========================
User-agent: bingbot
User-agent: BingPreview
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  META / FACEBOOK (Link previews)
# =========================
User-agent: facebookexternalhit
User-agent: Facebot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  OPENAI / CHATGPT (Search + Training)
# =========================
# GPTBot — тренування моделей
# ChatGPT-User — запити користувачів / Custom GPTs
# OAI-SearchBot — потрапляння в результати Search/ChatGPT
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  APPLE (Siri / Spotlight / Apple Search)
# =========================
User-agent: Applebot
User-agent: Applebot-Extended
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  DUCKDUCKGO
# =========================
User-agent: DuckDuckBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

# =========================
#  SEO-ІНСТРУМЕНТИ (Ahrefs, Semrush)
# =========================
User-agent: AhrefsBot
User-agent: SemrushBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /wp-content/plugins/

Host: scroll.media