User-agent: Yandex
Disallow: /bitrix/
Disallow: /upload/
Disallow: /local/
Disallow: /phpMyAdmin/
Disallow: /temp/
Disallow: /scripts/
Disallow: /dev/
Disallow: /search/
Disallow: /*?
Disallow: /*index.php
Disallow: /*print=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Clean-param: PHPSESSID&bitrix_include_areas&clear_cache&back_url_admin /


User-agent: Googlebot
Disallow: /bitrix/
Disallow: /upload/
Disallow: /local/
Disallow: /phpMyAdmin/
Disallow: /temp/
Disallow: /scripts/
Disallow: /dev/
Disallow: /search/
Disallow: /*?
Disallow: /*index.php
Disallow: /*print=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /upload/*.jpg
Allow: /upload/*.png
Allow: /upload/*.svg
Allow: /upload/*.webp
Allow: /upload/*.gif
Allow: /upload/*.css
Allow: /upload/*.js

User-agent: *
Disallow: /bitrix/
Disallow: /upload/
Disallow: /local/
Disallow: /phpMyAdmin/
Disallow: /temp/
Disallow: /scripts/
Disallow: /dev/
Disallow: /search/
Disallow: /*?
Disallow: /*index.php
Disallow: /*print=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Crawl-delay: 1

Sitemap: https://crp-robot.ru/sitemap.xml