# --------------------------
# Optimized robots.txt for bourgas.ru
# --------------------------

# Yandex News
User-agent: YandexNews
Disallow: /NEWS/

# Googlebot full access
User-agent: Googlebot
Disallow: /

# Block Wayback and archives
User-agent: ia_archiver
Disallow: /

# General rules for other bots
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /?s=

# Allow important directories
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Clean-param for Yandex (removes URL duplicates)
Clean-param: utm_source&utm_medium&utm_campaign /
Clean-param: utm_term&utm_content /
Clean-param: ref /
Clean-param: from /
Clean-param: gclid /
Clean-param: fbclid /
Clean-param: yclid /
Clean-param: openstat /

# Sitemap
Sitemap: https://bourgas.ru/sitemap_index.xml

# Host for Yandex
Host: bourgas.ru