User-Agent: *
Crawl-delay: 1
# === СИСТЕМНЫЕ ДИРЕКТОРИИ БИТРИКС ===
Disallow: /bitrix/admin/
Disallow: /bitrix/cache/
Disallow: /bitrix/gadgets/
Disallow: /bitrix/modules/
Disallow: /bitrix/panel/
Disallow: /bitrix/php_interface/
Disallow: /bitrix/tools/
Disallow: /bitrix/updates/
Disallow: /bitrix/wizards/
Disallow: /local/php_interface/
Disallow: /local/modules/
# Разрешаем доступ к необходимым ресурсам
Allow: /bitrix/components/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/themes/
Allow: /bitrix/*.css
Allow: /bitrix/*.js
Allow: /local/components/
Allow: /local/js/
Allow: /local/templates/
Allow: /local/*.css
Allow: /local/*.js
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.png
Allow: /local/*.gif
Allow: /local/*.svg
Allow: /local/*.woff
Allow: /local/*.woff2
Allow: /upload/
# === СЛУЖЕБНЫЕ СТРАНИЦЫ ===
Disallow: /404.php
Disallow: /api/
Disallow: /auth/
Disallow: /login/
Disallow: /logout/
Disallow: /order/
Disallow: /personal/
Disallow: /register/
Disallow: /subscribe/
Disallow: /test/
Disallow: */index.php$
Disallow: */cgi-bin/
# === КОРЗИНА И СРАВНЕНИЕ (Aspro специфичные) ===
Disallow: /basket/
Disallow: /compare/
Disallow: /wishlist/
# === ПОИСК ===
Disallow: /search/
Disallow: */search/
Disallow: /*q=
Disallow: /*?q=
# === ФИЛЬТРЫ И СОРТИРОВКА ===
Disallow: */filter/*/apply/
Disallow: /*filter/clear/
Disallow: /*?set_filter=
Disallow: /*&set_filter=
Disallow: /*?del_filter=
Disallow: /*&del_filter=
# === GET-ПАРАМЕТРЫ ===
# Служебные параметры Битрикс
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*?clear_cache=
Disallow: /*&clear_cache=
Disallow: /*?bitrix_include_areas=
Disallow: /*&bitrix_include_areas=
Disallow: /*?show_page_exec_time=
Disallow: /*&show_page_exec_time=
Disallow: /*?show_sql_stat=
Disallow: /*&show_sql_stat=
Disallow: /*?show_include_exec_time=
Disallow: /*&show_include_exec_time=
Disallow: /*?back_url=
Disallow: /*&back_url=
Disallow: /*?BACKURL=
Disallow: /*&BACKURL=
Disallow: /*?backurl=
Disallow: /*&backurl=
# UTM-метки и рекламные параметры
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?yclid=
Disallow: /*&yclid=
Disallow: /*?ymclid=
Disallow: /*&ymclid=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?from=
Disallow: /*&from=
# Параметры корзины и заказов
Disallow: /*?action=ADD2BASKET
Disallow: /*&action=ADD2BASKET
Disallow: /*?action=BUY
Disallow: /*&action=BUY
Disallow: /*?action=ADD_TO_COMPARE_LIST
Disallow: /*&action=ADD_TO_COMPARE_LIST
Disallow: /*?action=DELETE_FROM_COMPARE_LIST
Disallow: /*&action=DELETE_FROM_COMPARE_LIST
# Параметры сортировки и отображения
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?SORT=
Disallow: /*&SORT=
Disallow: /*?view=
Disallow: /*&view=
Disallow: /*?display=
Disallow: /*&display=
Disallow: /*?show=
Disallow: /*&show=
Disallow: /*?SHOWALL_
Disallow: /*&SHOWALL_
# Пагинация (разрешаем основную)
Allow: /*?PAGEN_1=
Allow: /*&PAGEN_1=
Disallow: /*?PAGEN_2=
Disallow: /*&PAGEN_2=
Disallow: /*?PAGEN_3=
Disallow: /*&PAGEN_3=
# Дублирующие страницы пагинации
Disallow: /*?PAGEN_1=1$
Disallow: /*?PAGEN_1=1&
Disallow: /*?PAGEN_1=1/
# Ajax и технические параметры
Disallow: /*?bxajaxid=
Disallow: /*&bxajaxid=
Disallow: /*?ajax=
Disallow: /*&ajax=
Disallow: /*?AJAX=
Disallow: /*&AJAX=
# === ФАЙЛЫ И ДИРЕКТОРИИ ===
Disallow: /upload/resize_cache/
Disallow: /upload/tmp/
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *.tar
Disallow: *.tar.gz
Disallow: *.log
# === SITEMAP ===
Sitemap: https://moskva.mkrovlya.ru/sitemap.xml
# === СПЕЦИАЛЬНЫЕ ПРАВИЛА ДЛЯ ЯНДЕКСА ===

User-Agent: Yandex
Crawl-delay: 1
# Clean-param для Яндекса (убираем из URL при индексации)
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: yclid&ymclid&gclid&fbclid&from
Clean-param: print&clear_cache&bitrix_include_areas&show_page_exec_time&show_sql_stat
Clean-param: SHOWALL&SHOWALL_1&SHOWALL_2&SHOWALL_3
Clean-param: sort&order&SORT&ORDER&view&display&show
Clean-param: action&ACTION&backurl&BACKURL&back_url
Clean-param: login&logout&register&forgot_password&change_password
Clean-param: bxajaxid&ajax&AJAX
# Разрешаем индексацию важных страниц с фильтрами (для умного фильтра Aspro)
Allow: /catalog/*/filter/*price-base-min-*/apply/
Allow: /catalog/*/filter/*price-base-max-*/apply/
# === СПЕЦИАЛЬНЫЕ ПРАВИЛА ДЛЯ GOOGLE ===

User-Agent: Googlebot
Crawl-delay: 1
# === БЛОКИРОВКА НЕЖЕЛАТЕЛЬНЫХ БОТОВ ===

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: LinkpadBot
Disallow: /

User-Agent: MegaIndex.ru
Disallow: /

User-Agent: SeznamBot
Disallow: /

User-Agent: PetalBot
Disallow: /
# === БЛОКИРОВКА ВРЕДОНОСНЫХ БОТОВ ===

User-Agent: wget
Disallow: /

User-Agent: Wget
Disallow: /

User-Agent: HTTrack
Disallow: /

User-Agent: WebCopier
Disallow: /

User-Agent: WebZIP
Disallow: /

User-Agent: Teleport
Disallow: /

User-Agent: TeleportPro
Disallow: /

User-Agent: SiteSnagger
Disallow: /

User-Agent: WebStripper
Disallow: /

User-Agent: WebSauger
Disallow: /

User-Agent: Offline Explorer
Disallow: /

Host: https://moskva.mkrovlya.ru