User-agent: *
Disallow: /admin/
Disallow: /search
Disallow: /*/tag-
Disallow: /go
Disallow: /download
Disallow: /random
Disallow: /load/0-0-0-
Disallow: /index/8-
Disallow: /forum/28
Disallow: /forum/31
Disallow: /forum/32
Disallow: /forum/33
Disallow: /forum/39
# Яндекс: мусорные query-параметры (внешние ссылки вида ?post=123_45, utm-метки,
# клик-иды) склеиваются с чистым адресом без переобхода — меньше «одинаковых
# description» в Вебмастере. Остальные боты директиву игнорируют.
Clean-param: post&utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_id&yclid&ymclid&gclid&fbclid&_openstat&from&ref

Sitemap: https://all-cs.net.ru/sitemap.xml

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Anthropic-AI
Disallow: /

User-agent: Reflectionbot
Disallow: /

User-agent: LinkupBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: NVIDIABOT
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Cohere-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 5

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DataForSEOBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Zoombot
Disallow: /