# ====================================
# Robots.txt for cozytrikes.com
# ====================================

# --- Allow AI crawlers for AI search visibility ---

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# --- Block specific unwanted bots completely ---

User-agent: PetalBot
Disallow: /

User-agent: PetalBot-Mobile
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SpiderArchive
Disallow: /

# --- Main rules for all legitimate search engines ---

User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json
Allow: /

# Sitemap
Sitemap: https://cozytrikes.com/sitemap_index.xml