# =========================================================
# Bioleader - Robots.txt
# SEO + GEO + AI Discovery
# Updated: 2026-08
# =========================================================

User-agent: *
Content-signal: search=yes, ai-input=yes, ai-train=yes

# =========================================================
# 1. CORE SEARCH + AI / GEO VIP
# Important:
# Tag and Product Tag pages are crawlable for these bots.
# Indexing is controlled by meta robots noindex.
# =========================================================

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Storebot-Google
User-agent: Bingbot

User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User

User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot

User-agent: PerplexityBot
User-agent: Perplexity-User

User-agent: MistralAI-Index
User-agent: MistralAI-User

User-agent: Applebot

User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User

User-agent: DuckDuckBot
User-agent: DuckAssistBot
User-agent: YandexBot

Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-login.php
Disallow: /xmlrpc.php

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /search/

Disallow: /*?s=*
Disallow: /*&s=*

Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*

Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*

Disallow: /*?replytocom=*
Disallow: /*&replytocom=*


# Bioleader LLM / AI Discovery
Allow: /llms.txt
Allow: /llms-a-pages.txt
Allow: /llms-products.txt
Allow: /llms-blog.txt

# =========================================================
# 1.1 AI CONTENT-USAGE TOKENS
# =========================================================

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /


# =========================================================
# 2. SECONDARY AI / SOCIAL / COMMON CRAWL / SEO TOOLS
# Core content allowed.
# Tag network restricted.
# =========================================================

User-agent: CCBot

User-agent: TikTokSpider
User-agent: PetalBot

User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: facebookexternalhit

User-agent: OAI-AdsBot

User-agent: SemrushBot
User-agent: AhrefsBot

Allow: /

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-json/

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /search/
Disallow: /feed/

Disallow: /*?s=*
Disallow: /*&s=*

Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*

Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*

Disallow: /*?replytocom=*
Disallow: /*&replytocom=*


# WordPress Tag
Disallow: /tag/
Disallow: /product-tag/

# French
Disallow: /fr/etiquette/
Disallow: /fr/etiquette-de-produit/

# Spanish
Disallow: /es/etiqueta/
Disallow: /es/etiqueta-del-producto/

# Portuguese
Disallow: /pt/etiqueta/
Disallow: /pt/etiqueta-do-produto/

# German
Disallow: /de/tag/
Disallow: /de/produktschild/

# Italian
Disallow: /it/tag/
Disallow: /it/etichetta-del-prodotto/

# Dutch
Disallow: /nl/tag/
Disallow: /nl/productlabel/

# Arabic
Disallow: /ar/العلامة/
Disallow: /ar/علامة-المنتج/

# Russian
Disallow: /ru/тег/
Disallow: /ru/бирка-товара/

# Japanese
Disallow: /ja/タグ/
Disallow: /ja/商品タグ/

# Tag query parameters
Disallow: /*?tag=*
Disallow: /*&tag=*
Disallow: /*?product_tag=*
Disallow: /*&product_tag=*


# =========================================================
# 3. SECONDARY SEARCH ENGINES
# =========================================================

User-agent: Baiduspider
User-agent: Sogou
User-agent: Sogou web spider

Allow: /

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /search/
Disallow: /feed/

Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*
Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*


# =========================================================
# 4. GLOBAL FALLBACK
# Keep this simple.
# Unknown bots are mainly controlled by Cloudflare.
# =========================================================

User-agent: *

Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-login.php
Disallow: /xmlrpc.php

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

Disallow: /search/
Disallow: /feed/

Disallow: /*?s=*
Disallow: /*&s=*

Disallow: /*?add-to-cart=*
Disallow: /*&add-to-cart=*

Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*

Disallow: /*?replytocom=*
Disallow: /*&replytocom=*


# =========================================================
# 5. FULLY BLOCKED CRAWLERS
# =========================================================

User-agent: BLEXBot
User-agent: ZoomBot
User-agent: SiteAuditBot
User-agent: MJ12bot
User-agent: Bytespider
Disallow: /


# =========================================================
# 6. SITEMAP
# =========================================================

Sitemap: https://www.bioleaderpack.com/sitemap_index.xml