User-Agent: *
Disallow: /bitrix/
Disallow: /local/
Disallow: /upload/resize_cache/
Disallow: /search/
Disallow: /auth/
Disallow: /personal/
Disallow: /basket/
Disallow: /order/
Disallow: /payment/
Disallow: /subscribe/
Disallow: /catalog/*/filter/
Disallow: /ajax/
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*?display=
Disallow: /*?linerow=
Disallow: /*&linerow=
Disallow: /*?SECTION_CODE=
Disallow: /*&SECTION_CODE=
Disallow: /*?ELEMENT_CODE=
Disallow: /*&ELEMENT_CODE=
Disallow: /*?bxrand=
Disallow: /*&bxrand=
Disallow: /*?ysclid=
Disallow: /*?q=
Disallow: /*?WEB_FORM_ID=
Disallow: /*?RESULT_ID=
Disallow: /*?login=
Disallow: /*?forgot_password=
Disallow: /*?bitrix_include_areas=
Disallow: /*?clear_cache=
Disallow: /*?back_url_admin=
Disallow: /*?show_page_exec_time=
Disallow: /*?show_include_exec_time=
Disallow: /*?show_sql_stat=
Disallow: /*?lang=
Disallow: /*?spell=
Disallow: /*?where=
Disallow: /*?ls=
Disallow: /*?section_id=
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Sitemap: https://fetish-store.ru/sitemap.xml
# BEGIN BOT_LOAD_SHIELD

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: PetalBot
Crawl-delay: 5

User-Agent: Yandex
Crawl-delay: 3
# END BOT_LOAD_SHIELD
# BEGIN CRAWL_BUDGET_TUNING

User-Agent: Bingbot
Crawl-delay: 3

User-Agent: Applebot
Crawl-delay: 3

User-Agent: DuckDuckBot
Crawl-delay: 3

User-Agent: Baiduspider
Crawl-delay: 5
# END CRAWL_BUDGET_TUNING