User-Agent: * Crawl-delay: 20 Host: https://krep.by Sitemap: https://krep.by/sitemap.xml Disallow: /auth* Disallow: /basket* Disallow: /sharebasket* Disallow: /order* Disallow: /personal/ Disallow: /search/ Disallow: /test/ Disallow: /ajax/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: *bitrix* Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*ORDER_ID= Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*login= Disallow: /*type= Disallow: /*sort= Disallow: /*order= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: *?arrFilter* Disallow: /*PAGEN Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= Disallow: /*?linerow= Disallow: /*?view_result= Disallow: /*&view_result= Disallow: /*apply* Clean-param: display&q&s&sort&order&ORDER_ID&type&oid&etext&gad_source&srsltid&control_ajax&spell§ion_id&sphrase_id&page&where&year&set_filter&how&ved>m_debug&ychyd&sa&yandex-source&_r&_ym_debug&a