# Policy:
# - Search allowed
# - AI input allowed
# - AI training allowed
# - Search bots follow the general rules below
# - Meta AI crawlers are blocked because they do not provide search traffic

User-agent: *
# [cf-agent] honeypot
Disallow: /dd-secure-backup
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Content-signal: search=yes,ai-input=yes,ai-train=yes

# Honeypot trap — never crawl
Disallow: /fitment-data.xml

# System / technical directories
Disallow: /assets/backup/
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/packages/
Disallow: /assets/tvs/
Disallow: /install/

# Technical endpoints / ajax / auth
Disallow: /searchGetModels
Disallow: /searchGetCategories
Disallow: /searchGetSubCategories
Disallow: /ajaxSearch
Disallow: /getHomeNews
Disallow: /evoshop-ajax
Disallow: /getNewSaleHit
Disallow: /order/cart
Disallow: /order/phone
Disallow: /order/preorder
Disallow: /getDeliveryCost
Disallow: /becomeAWholesaler
Disallow: /login
Disallow: /auth/
Disallow: /oauth/
Disallow: /google-auth
Disallow: /google-auth*

# Thin / private / duplicate pages
Disallow: /search.html
Disallow: /account.html
Disallow: /favoriteitems
Disallow: /favorites.html
Disallow: /razmnozhenie-tovara.html
Disallow: /registration.html
Disallow: /forgot-password.html
Disallow: /cart.html
Disallow: /perechen-poslednih-tovarov.html

# Query parameters
Allow: /*?page=
Allow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /l399/

# Required static assets
Allow: /assets/cache/images/
Allow: /theme/
Allow: /*.css
Allow: /*.js

# Block low-value crawlers / SEO scrapers / data harvesters
User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://dd-tuning.ro/sitemap.xml
Sitemap: https://dd-tuning.ro/sitemap-images.xml
Sitemap: https://dd-tuning.ro/google-news-sitemap.xml

# [cf-agent] AI crawlers
# Рівень 1 — повний доступ без затримки: пошук і запити живих людей
# (OAI-SearchBot, ChatGPT-User), Google, Apple. Закрито лише
# комбінації фільтрів 2+ рівня —
# це дублікати з canonical. Пошуковий Googlebot цю групу не читає.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: OpenAI-Operator
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: GoogleAgent-Mariner
User-agent: Applebot
User-agent: Applebot-Extended
Disallow: /*__*__
Disallow: /dd-secure-backup
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Content-signal: search=yes,ai-input=yes,ai-train=yes
Disallow: /fitment-data.xml
Disallow: /assets/backup/
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/packages/
Disallow: /assets/tvs/
Disallow: /install/
Disallow: /searchGetModels
Disallow: /searchGetCategories
Disallow: /searchGetSubCategories
Disallow: /ajaxSearch
Disallow: /getHomeNews
Disallow: /evoshop-ajax
Disallow: /getNewSaleHit
Disallow: /order/cart
Disallow: /order/phone
Disallow: /order/preorder
Disallow: /getDeliveryCost
Disallow: /becomeAWholesaler
Disallow: /login
Disallow: /auth/
Disallow: /oauth/
Disallow: /google-auth
Disallow: /google-auth*
Disallow: /search.html
Disallow: /account.html
Disallow: /favoriteitems
Disallow: /favorites.html
Disallow: /razmnozhenie-tovara.html
Disallow: /registration.html
Disallow: /forgot-password.html
Disallow: /cart.html
Disallow: /perechen-poslednih-tovarov.html
Allow: /*?page=
Allow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /l399/
Allow: /assets/cache/images/
Allow: /theme/
Allow: /*.css
Allow: /*.js

# Рівень 1-Б — Anthropic, Perplexity і GPTBot: доступ повний, але з паузою
# 2 с між запитами. Вони качають на порядок швидше за решту
# і без паузи забирають дві третини часу роботи сервера.
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: GPTBot
Crawl-delay: 2
Disallow: /*__*__
Disallow: /dd-secure-backup
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Content-signal: search=yes,ai-input=yes,ai-train=yes
Disallow: /fitment-data.xml
Disallow: /assets/backup/
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/packages/
Disallow: /assets/tvs/
Disallow: /install/
Disallow: /searchGetModels
Disallow: /searchGetCategories
Disallow: /searchGetSubCategories
Disallow: /ajaxSearch
Disallow: /getHomeNews
Disallow: /evoshop-ajax
Disallow: /getNewSaleHit
Disallow: /order/cart
Disallow: /order/phone
Disallow: /order/preorder
Disallow: /getDeliveryCost
Disallow: /becomeAWholesaler
Disallow: /login
Disallow: /auth/
Disallow: /oauth/
Disallow: /google-auth
Disallow: /google-auth*
Disallow: /search.html
Disallow: /account.html
Disallow: /favoriteitems
Disallow: /favorites.html
Disallow: /razmnozhenie-tovara.html
Disallow: /registration.html
Disallow: /forgot-password.html
Disallow: /cart.html
Disallow: /perechen-poslednih-tovarov.html
Allow: /*?page=
Allow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /l399/
Allow: /assets/cache/images/
Allow: /theme/
Allow: /*.css
Allow: /*.js

# Рівень 2 — доступ із затримкою 10 с між запитами,
# щоб не навантажували сервер нарівні з основними.
User-agent: Amazonbot
User-agent: CCBot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: MistralAI-User
User-agent: Diffbot
User-agent: ExaSearchBot
User-agent: Timpibot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Webzio-Extended
User-agent: omgilibot
User-agent: PanguBot
User-agent: YisouSpider
User-agent: iaskspider
User-agent: LinerBot
User-agent: FirecrawlAgent
User-agent: DeepSeekBot
User-agent: NovaAct
User-agent: SemrushBot-OCOB
User-agent: Meltwater
User-agent: Kangaroo Bot
Crawl-delay: 10
Disallow: /*__*__
Disallow: /dd-secure-backup
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Content-signal: search=yes,ai-input=yes,ai-train=yes
Disallow: /fitment-data.xml
Disallow: /assets/backup/
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/packages/
Disallow: /assets/tvs/
Disallow: /install/
Disallow: /searchGetModels
Disallow: /searchGetCategories
Disallow: /searchGetSubCategories
Disallow: /ajaxSearch
Disallow: /getHomeNews
Disallow: /evoshop-ajax
Disallow: /getNewSaleHit
Disallow: /order/cart
Disallow: /order/phone
Disallow: /order/preorder
Disallow: /getDeliveryCost
Disallow: /becomeAWholesaler
Disallow: /login
Disallow: /auth/
Disallow: /oauth/
Disallow: /google-auth
Disallow: /google-auth*
Disallow: /search.html
Disallow: /account.html
Disallow: /favoriteitems
Disallow: /favorites.html
Disallow: /razmnozhenie-tovara.html
Disallow: /registration.html
Disallow: /forgot-password.html
Disallow: /cart.html
Disallow: /perechen-poslednih-tovarov.html
Allow: /*?page=
Allow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /l399/
Allow: /assets/cache/images/
Allow: /theme/
Allow: /*.css
Allow: /*.js