#все агенты
User-Agent: *

#не сканим всё
Disallow: /*
Disallow: /*OFF_*
Disallow: /*_OFF*
Disallow: /*hid_*
Disallow: /*_hid*

#сканим только определенные актуальные разделы
Allow: /
Allow: /2022/*
Allow: /press-center/*
Allow: /press-center/
Allow: /ru/*
Allow: /partners/*
Allow: /robots.txt
Allow: /sitemap.txt
Allow: /sitemap.xml
Allow: /favicon.ico

#отбой для некоторых разделов
Disallow: /bitrix/*
Disallow: /2022/wsm/*
Disallow: /forms/*
Disallow: /partners/tkb/
Disallow: /upload/*
Disallow: /ddms/

#отбой для некоторых расширений
Disallow: *.jpg
Disallow: *.JPG
Disallow: *.jpeg
Disallow: *.JPEG
Disallow: *.tiff
Disallow: *.TIFF
Disallow: *.pdf
Disallow: *.PDF
Disallow: *.png
Disallow: *.PNG
Disallow: *.gif
Disallow: *.GIF
Disallow: *.txt
Disallow: *.TXT
Disallow: *.xls
Disallow: *.XLS
Disallow: *.log
Disallow: *.LOG
Disallow: *.xlsx
Disallow: *.XLSX
Disallow: *.doc
Disallow: *.DOC
Disallow: *.docx
Disallow: *.DOCX
Disallow: *.zip
Disallow: *.ZIP
Disallow: *.rar
Disallow: *.RAR
Disallow: *.7z
Disallow: *.7Z
Disallow: *.tar
Disallow: *.TAR
Disallow: *.gz
Disallow: *.GZ
Disallow: *.odt
Disallow: *.ODT
Disallow: *.php_
Disallow: *.php__
Disallow: *.php___
Disallow: *.xml
Disallow: *.XML






#некоторые формы разрешим
Allow: /forms/MortgagePayment/
Allow: /forms/OnlinePayment/

#дополнительные параметры
Clean-param: utm_campaign /
Clean-param: utm_medium /
Clean-param: utm_source /
Clean-param: utm_term /
Clean-param: utm_content /
Clean-param: utm_referrer /
Clean-param: from /
Clean-param: _openstat /
Clean-param: gclid /
Clean-param: captcha_code /bitrix/tools/captcha.php
Clean-param: forinframe /
Clean-param: ikp /

#карта сайта для робота
Sitemap: https://group.zettains.ru/sitemap.txt