User-Agent: *
# Основные разделы
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /upload/
Disallow: /ajax/
Disallow: /auth/
Disallow: /basket/
Disallow: /bitrix/
Disallow: /bitrix/redirect.php
Disallow: /go/
Disallow: /landings/
Disallow: /order/
Disallow: /personal/
Disallow: /services/
Disallow: /search/
Disallow: /test/
Disallow: /form/
Disallow: /help/
Disallow: /include/
Disallow: /projects/
Disallow: /contacts/stores/
# Системные и мусорные параметры
Disallow: */apply/
Disallow: */forum/*
Disallow: /*section_id=*
Disallow: /*element_id=*
Disallow: /*id=*
Disallow: /*q=*
Disallow: /*promotions=*
Disallow: /*offers=*
Disallow: /*clear_cache=*
Disallow: /*sphrase_id=*
Disallow: /*ADD_TO_COMPARE_LIST*
Disallow: /*ORDER_BY=*
Disallow: /*action=*
Disallow: /*register=*
Disallow: /*password=*
Disallow: /*login=*
Disallow: /*logout=*
Disallow: /*type=*
Disallow: /*sort=*
Disallow: /*order=*
Disallow: /*auth=*
Disallow: /*backurl=*
Disallow: /*back_url=*
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_campaign=*
Disallow: /*gclid=*
Disallow: /*srsltid=*
Disallow: /*arrFilter=*
Disallow: /*show_all=*
Disallow: /*print=*
Disallow: /*index.php*
Disallow: /*?bxajaxid=*
Disallow: /*&bxajaxid=*
# Склейка параметров (для Яндекса и Google)
Clean-param: srsltid /
Clean-param: utm_source&utm_medium&utm_campaign&gclid /
# Индексация
Crawl-delay: 1
Sitemap: https://hustler.kz/sitemap.xml
Sitemap: https://hustler.kz/image-sitemap.xml
Sitemap: http://hustler.kz/sitemap.xml
Sitemap: http://hustler.kz/sitemap1.xml