User-agent: ClaudeBot
Crawl-delay: 10

User-agent: Bytespider
Crawl-delay: 10

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: GPTBot
Crawl-delay: 10
#Disallow: /

User-agent: PetalBot
Disallow: / 

User-agent: Amazonbot
Disallow: /pdf/ 

User-agent: Yandex
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /bin/
Disallow: /cli/

Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /dev/
#Disallow: /*?


Disallow: *tmpl=component*
Disallow: *component/content/article*
Disallow: /component/content/article/


Disallow: /tmp/

Clean-param: utm_source&utm_medium&utm_campaign
Clean-param: etext
Clean-param: searchwordsugg
Clean-param: hhtmFrom
Clean-param: do
Clean-param: spm
Clean-param: hl
Clean-param: sa
Clean-param: ved


User-agent: Bingbot
Crawl-delay: 20
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Allow: /*.doc*
Allow: /*.pdf*
Disallow: /administrator/
Disallow: /bin/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /dev/
Disallow: *tmpl=component*
Disallow: /tmp/
Disallow: /*page=
Disallow: /*sphrase_id
Disallow: /*PAGEN_1
Disallow: /*from
Disallow: /*From
Disallow: /yandex-source=
Disallow: *r=
Disallow: *gtm_debug=
Disallow: *ym_debug=
Disallow: *ref=
Disallow: *mobileApp=
Disallow: *searchphrase=
Disallow: /layout=
Disallow: /_ym_status-check=
Disallow: /_ym_lang=
Disallow: /_ym_debug=
Disallow: /a=
Disallow: /pdf/
Disallow: /video/


User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Allow: /*.doc*
Allow: /*.pdf*
Disallow: /administrator/
Disallow: /bin/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /dev/
#Disallow: /*?
Disallow: *tmpl=component*
Disallow: /tmp/
Disallow: /*page=
Disallow: /*sphrase_id
Disallow: /*PAGEN_1
Disallow: /*from
Disallow: /*From
Disallow: /yandex-source=
Disallow: *r=
Disallow: *gtm_debug=
Disallow: *ym_debug=
Disallow: *ref=
Disallow: *mobileApp=
Disallow: *searchphrase=
Disallow: /layout=
Disallow: /_ym_status-check=
Disallow: /_ym_lang=
Disallow: /_ym_debug=
Disallow: /a=
Disallow: /pdf/
Disallow: /video/


Host: https://snmash.ru
Sitemap: https://snmash.ru/sitemap.xml