# ===============================================================
# Adnatattoo.ir - robots.txt (Optimized & Hardened)
# ===============================================================

# ---------------------------------------------------------------
# 1. Block Meta & Facebook Crawlers Completely
# ---------------------------------------------------------------
User-agent: meta-webindexer
User-agent: facebookexternalhit
User-agent: Meta-ExternalAgent
Disallow: /

# ---------------------------------------------------------------
# 2. Block AI Model-Training & Dataset Harvesters
# -------------------------------
User-agent: GPTBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai
Disallow: /

# ---------------------------------------------------------------
# 3. Block Aggressive / Useless Scraping Crawlers
# ---------------------------------------------------------------
User-agent: MJ12bot
User-agent: PetalBot
User-agent: DotBot
User-agent: BLEXBot
Disallow: /

# ---------------------------------------------------------------
# 4. Global Rules (Compliant Search Engines)
# ---------------------------------------------------------------
User-agent: *

# WordPress Core & Admin
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php

# Search & Crawl-budget traps
Disallow: /*?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /feed/
Disallow: /*/feed/
Disallow: /trackback/
Disallow: /*/trackback/

# WooCommerce Dynamic Filters & Traps (Comprehensive Wildcards)
Disallow: /*?*orderby=
Disallow: /*?*filter_
Disallow: /*?*query_type_
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*per_page=
Disallow: /*?*per_row=
Disallow: /*?*shop_view=
Disallow: /*?*add-to-cart=

# E-commerce & User flows
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Core security & server files
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# ---------------------------------------------------------------
# 5. Official Sitemap Index
# ---------------------------------------------------------------
Sitemap: https://adnatattoo.ir/sitemap_index.xml