User-agent: *
Disallow: /eng/*
Disallow: /cgi-bin
Disallow: /assets/
Disallow: /assets/export/
Disallow: /assets/import/  
Disallow: /core/
Disallow: /manager/
Disallow: /connectors/
Disallow: /index.php
Disallow: /search/
Disallow: /search_results/
Disallow: /register/
Disallow: /lostpassword/
Disallow: /passwordreset/
Disallow: /profiles/
Disallow: /subscribe/
Disallow: /unsubscribe/
Disallow: /web/
Disallow: /?s=*
Disallow: /&s=*
Disallow: *?* 
Disallow: /*?r=
Disallow: /*&r=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: *utm*=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?p=
Disallow: /*&p=
Disallow: /*?query=
Disallow: /*&query=
Disallow: /*?keyword=
Disallow: /*&keyword=
Disallow: /*.pdf$
Disallow: *openstat=
Disallow: *from=
Allow: /assets/cache/images/
Allow: /assets/*.jpg
Allow: /assets/*.jpeg 
Allow: /assets/*.gif 
Allow: /assets/*.png 
Allow: /assets/*.pdf 
Allow: /assets/*.doc 
Allow: /assets/*.docx 
Allow: /assets/*.xls 
Allow: /assets/*.xlsx 
Allow: /assets/*.ppt 
Allow: /assets/*.pptx 
Allow: /assets/*.js 
Allow: /assets/*.css
Allow: *?page=

User-agent: Googlebot
Disallow: /eng/*
Disallow: /cgi-bin
Disallow: /assets/
Disallow: /assets/export/
Disallow: /assets/import/  
Disallow: /core/
Disallow: /manager/
Disallow: /connectors/
Disallow: /index.php
Disallow: /search/
Disallow: /search_results/
Disallow: /register/
Disallow: /lostpassword/
Disallow: /passwordreset/
Disallow: /profiles/
Disallow: /subscribe/
Disallow: /unsubscribe/
Disallow: /web/
Disallow: /?s=*
Disallow: /&s=*
Disallow: *?* 
Disallow: /*?r=
Disallow: /*&r=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: *utm*=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?p=
Disallow: /*&p=
Disallow: /*?query=
Disallow: /*&query=
Disallow: /*?keyword=
Disallow: /*&keyword=
Disallow: /*.pdf$
Disallow: *openstat=
Disallow: *from=
Allow: /assets/cache/images/
Allow: /assets/*.jpg
Allow: /assets/*.jpeg 
Allow: /assets/*.gif 
Allow: /assets/*.png 
Allow: /assets/*.pdf 
Allow: /assets/*.doc 
Allow: /assets/*.docx 
Allow: /assets/*.xls 
Allow: /assets/*.xlsx 
Allow: /assets/*.ppt 
Allow: /assets/*.pptx 
Allow: /assets/*.js 
Allow: /assets/*.css
Allow: *?page=

User-agent: Yandex
Disallow: /eng/*
Disallow: /cgi-bin
Disallow: /assets/
Disallow: /assets/export/
Disallow: /assets/import/  
Disallow: /core/
Disallow: /manager/
Disallow: /connectors/
Disallow: /index.php
Disallow: /search/
Disallow: /search_results/
Disallow: /register/
Disallow: /lostpassword/
Disallow: /passwordreset/
Disallow: /profiles/
Disallow: /subscribe/
Disallow: /unsubscribe/
Disallow: /web/
Disallow: /?s=*
Disallow: /&s=*
Disallow: *?* 
Disallow: /*?r=
Disallow: /*&r=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: *utm*=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?p=
Disallow: /*&p=
Disallow: /*?query=
Disallow: /*&query=
Disallow: /*?keyword=
Disallow: /*&keyword=
Disallow: /*.pdf$
Disallow: *openstat=
Disallow: *from=
Allow: /assets/cache/images/
Allow: /assets/*.jpg
Allow: /assets/*.jpeg 
Allow: /assets/*.gif 
Allow: /assets/*.png 
Allow: /assets/*.pdf 
Allow: /assets/*.doc 
Allow: /assets/*.docx 
Allow: /assets/*.xls 
Allow: /assets/*.xlsx 
Allow: /assets/*.ppt 
Allow: /assets/*.pptx 
Allow: /assets/*.js 
Allow: /assets/*.css
Allow: *?page=

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

Sitemap: https://zrobim.ru/sitemap.xml