# Block SEO crawlers / competitive intelligence bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SISTRIX
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: sogou
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Sitebulb
Disallow: /

User-agent: NetpeakBot
Disallow: /

User-agent: Keys-So-Bot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SeobilityBot
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: DomCopBot
Disallow: /

User-agent: CCBot
Disallow: /

# All other bots (including Google, Bing, AI assistants)
User-agent: *
Allow: /
Allow: /static/
Allow: /media/

# Block sensitive areas (without revealing admin path)
Disallow: /accounts/
Disallow: /cart/
Disallow: /checkout/
Disallow: /ajax/
Disallow: /api/

# Block only sorting and filtering parameters to prevent duplicate content
# Allow pagination (?page=), search (?q=), and brand filters (?brand=) - see meta tags in templates

# Sorting parameters (creates duplicates)
Disallow: /*?*sort=
Disallow: /*&sort=

# Price range filters
Disallow: /*?*price_min=
Disallow: /*&price_min=
Disallow: /*?*price_max=
Disallow: /*&price_max=

# Session IDs and tracking parameters
Disallow: /*?*session=
Disallow: /*?*sid=

# NOTE: parametrii WooCommerce legacy (add-to-cart=, remove_item=, _wpnonce=,
# product_id=) si utm_* NU se blocheaza aici: LegacyParamStripperMiddleware face
# 301 catre URL-ul curat, iar canonicalul rezolva utm. Blocate in robots, botii
# nu ar descarca niciodata URL-ul si nu ar vedea redirectul/canonicalul, deci
# s-ar pierde exact consolidarea pe care o vrem.

# Block limit parameter (WooCommerce pagination legacy)
Disallow: /*?*limit=
Disallow: /*&limit=

# Block tag URLs (search pages handled via noindex meta tag in templates)
Disallow: /tag/
Disallow: /cautare/tag/

# Block spam/crawler-generated URLs (404 cleanup)
Disallow: /*/feed/
Disallow: /*/feed$
Disallow: */limit-

# Block PDF documents and media files from indexing (prevent duplicates)
Disallow: /media/products/documents/
Disallow: *.pdf$

# Block legacy PHP/ASP files (old CMS remnants causing 5xx errors)
Disallow: /*.php
Disallow: /*.php$
Disallow: /*.asp
Disallow: /*.aspx

# Allow search queries (important for discovering content)
Allow: /*?q=
Allow: /*?*q=

# Allow brand filters (if they show unique content)
Allow: /*?brand=
Allow: /*?*brand=

Sitemap: https://prompt-service.ro/sitemap.xml