# ============================================
# robots.txt — titantech.com.ua
# Last updated: 2026-05
# ============================================

# --- Загальні правила для всіх краулерів ---
User-agent: *
Allow: /*/filter/page=*/$

Disallow: /*/filter/*=*,*/
Disallow: /*/filter/*=*;*=*,*/
Disallow: /*/filter/*=*;*=*;*=*/
Disallow: /*/filter/*=*,*;*=*/
Disallow: /*/filter/page=*;*/
Disallow: /*/filter/*sort_*/
Disallow: /*/filter/*view_type*/
Disallow: /*/filter/*
Disallow: /*/filter/page=all*
Disallow: /*/search*
Disallow: */checkout
Disallow: */profile/
Disallow: */quick/*
Disallow: */order/*
Disallow: *?v=pc
Disallow: *?v=mobile
Disallow: *?*&v=pc
Disallow: *?*&v=mobile
Disallow: */loadAssociatedProducts/*
Disallow: */load-associated-products*
Disallow: /_widget
Disallow: /*/_widget
Disallow: /*FakeHrefDirector*
Disallow: */OAuthRedirect/*

# --- AI-краулери: дозволено для AI Overview / RAG ---
# Індексація для відповідей ШІ — дозволена
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Gemini-Crawl
Allow: /

User-agent: Google-Extended
Allow: /

# --- AI-краулери для навчання моделей — заблоковано ---
User-agent: CCBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: cohere-ai
Disallow: /

# --- Sitemap та llms.txt ---
Sitemap: https://titantech.com.ua/sitemap.xml
# llms.txt: https://titantech.com.ua/llms.txt