User-agent: * Disallow: / Disallow: /privacy-policy Disallow: /recommendation-technologies Disallow: /*?ad* Disallow: /*&bl* Allow: /*/story Allow: /*/full Allow: /story Allow: /full Allow: /*.js? Allow: /*.css? Disallow: /munin* Sitemap: https://smi2.ru/sitemap.xml User-agent: OAI-SearchBot Allow: /*/story Allow: /*/full Disallow: / User-agent: ChatGPT-User User-agent: ChatGPT-User/2.0 Allow: /*/story Allow: /*/full Disallow: / User-agent: GPTBot Allow: /*/story Allow: /*/full Disallow: / User-agent: anthropic-ai Allow: /*/story Allow: /*/full Disallow: / User-agent: ClaudeBot User-agent: claude-web Allow: /*/story Allow: /*/full Disallow: / User-agent: PerplexityBot User-agent: Perplexity-User Allow: /*/story Allow: /*/full Disallow: / User-agent: Google-Extended Allow: /*/story Allow: /*/full Disallow: / User-agent: Amazonbot Allow: /*/story Allow: /*/full Disallow: / User-agent: Applebot User-agent: Applebot-Extended Allow: /*/story Allow: /*/full Disallow: / User-agent: FacebookBot User-agent: meta-externalagent Allow: /*/story Allow: /*/full Disallow: / User-agent: LinkedInBot Allow: /*/story Allow: /*/full Disallow: / User-agent: DuckAssistBot Allow: /*/story Allow: /*/full Disallow: / User-agent: Bytespider Allow: /*/story Allow: /*/full Disallow: / User-agent: cohere-ai Allow: /*/story Allow: /*/full Disallow: / User-agent: AI2Bot User-agent: CCBot User-agent: Diffbot User-agent: omgili Allow: /*/story Allow: /*/full Disallow: / User-agent: TimpiBot User-agent: YouBot Allow: /*/story Allow: /*/full Disallow: / User-agent: MistralAI-User Allow: /*/story Allow: /*/full Disallow: / User-agent: SBIntuitionsBot Allow: /*/story Allow: /*/full Disallow: / User-agent: GoogleOther Allow: /*/story Allow: /*/full Disallow: / User-agent: YandexBot Disallow: /privacy-policy Disallow: /recommendation-technologies Clean-param: bl&ad&ct&ag&sct&first_init&ab&use_auto_casual&sort&s&source&article&error&page&gclid&fbclid&msclkid&erid&click_id Allow: /*/story Allow: /*/full Allow: /*.js? Allow: /*.css? User-agent: Googlebot Disallow: /privacy-policy Disallow: /recommendation-technologies Disallow: /*?ad* Disallow: /*&bl* Allow: /*/story Allow: /*/full Allow: /*.js? Allow: /*.css? User-agent: bingbot Crawl-delay: 2 Allow: /*/story Allow: /*/full Disallow: /