# ==============================
# robots.txt for E-commerce (WooCommerce/WordPress)
# Last updated: 2025-09-30
# Note: Do NOT block CSS/JS, otherwise Google rendering may break.
# ==============================

User-agent: *
# --- Admin and private sections
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /welcomevictoria
Disallow: /wp-signup.php
Disallow: /?author=
Disallow: /*?author=
Disallow: /*&author=
Disallow: /author/*/feed$
Disallow: /author/*/page/
Disallow: /*/author/
Disallow: /*/author/*
Disallow: /author/
Disallow: /my-account/
Disallow: /account/
Disallow: /wishlist/                     # Remove this line if you want wishlist
Disallow: /*.pdf$

# --- Shop: block transactional/filter/search pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /order-received/
Disallow: /*add-to-cart=*
Disallow: /*wc-ajax=*
Disallow: /*_wpnonce=*
Disallow: /cdn-cgi/

# --- Internal search results & filter/sort parameters
Disallow: /search/


# --- Extra filter protection (added 2025-10-26)
# Block any filtered or faceted pages in both query and path form

Disallow: /*filter_*
Disallow: /*/filters/*
Disallow: /*/filter-*
Disallow: /*/pa_*
Disallow: /*/attribute/*

# --- Archives (optional)
# If you run a blog and want categories/tags indexed, comment these lines out
Disallow: /category/
Disallow: /tag/
Disallow: /date/

# --- System/sensitive files
Disallow: /cgi-bin/
# If your frontend depends on REST API, remove the line above

# --- Allow critical resources for rendering
Allow: /wp-content/uploads/
Allow: /wp-json/                         # Important for some themes/plugins
# Do NOT block /wp-includes or /wp-content/plugins

# --- Sitemap (adjust to your site)
Sitemap: https://aximer.ae/sitemap_index.xml
# If using Rank Math or Yoast, this is usually enough
# Add additional sitemap URLs if you have subdomains or multilingual sites

# ==============================
# Specific bot rules
# ==============================

# Bing and Yandex support crawl-delay (Google ignores it)
User-agent: bingbot
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 5

# Aggressive crawlers (optional – enable if server load is high)
#Disallow: /
#User-agent: MJ12bot
#Disallow: /
#User-agent: SemrushBot
#Disallow: /
#User-agent: dotbot
#Disallow: /

# Host directive (for Yandex) – optional if multiple domains
#Host: aximer.ae