# AI training bots — block product pages (high volume, no SEO value, burns ScrapingBee credits)
User-agent: GPTBot
Disallow: /pro/

User-agent: OAI-SearchBot
Disallow: /pro/

User-agent: ChatGPT-User
Disallow: /pro/

User-agent: Claude-SearchBot
Disallow: /pro/

User-agent: ClaudeBot
Disallow: /pro/

User-agent: anthropic-ai
Disallow: /pro/

User-agent: Applebot
Disallow: /pro/

User-agent: Applebot-Extended
Disallow: /pro/

User-agent: facebookexternalhit
Disallow: /pro/

User-agent: Bytespider
Disallow: /pro/

User-agent: bingbot
Disallow: /pro/

User-agent: MJ12bot
Disallow: /pro/

User-agent: AhrefsBot
Disallow: /pro/

User-agent: SemrushBot
Disallow: /pro/

User-agent: DotBot
Disallow: /pro/

User-agent: Rogerbot
Disallow: /pro/

User-agent: PetalBot
Disallow: /pro/

User-agent: YandexBot
Disallow: /pro/

User-agent: Baiduspider
Disallow: /pro/

User-agent: linkdexbot
Disallow: /pro/

User-agent: MajesticSEO
Disallow: /pro/

User-agent: *

Disallow: /panel/
Disallow: /auth/
Disallow: /checkout/
Disallow: /invoice/
Disallow: /payment-callback/
Disallow: /payment-result/
Disallow: /api/
Disallow: /.well-known/
Disallow: /search/

# Filter & pagination
Disallow: /*?q=
Disallow: /*?search=
Disallow: /*?filter=
Disallow: /*?sort=
Disallow: /*?page=
Disallow: /*?min_price=
Disallow: /*?max_price=

# Tracking params
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?gclid=
Disallow: /*&gclid=

# Session & auth params
Disallow: /*?session=
Disallow: /*?token=

Sitemap: https://kiyandaria.com/sitemap.xml
Sitemap: https://kiyandaria.com/sitemap/products
Sitemap: https://kiyandaria.com/sitemap/product-categories
Sitemap: https://kiyandaria.com/sitemap/brands
Sitemap: https://kiyandaria.com/sitemap/sources
Sitemap: https://kiyandaria.com/sitemap/tags
Sitemap: https://kiyandaria.com/sitemap/blogs
Sitemap: https://kiyandaria.com/sitemap/blog-categories