# robots.txt for https://sirmahadamer.com/
# MAC Education Network — O Level, IGCSE & A Level Physics tuition
# Cambridge (0625 / 5054 / 9702) + Pearson Edexcel (4PH1 / IAL)
#
# One shared group: every crawler below (all search engines and the named
# AI crawlers) gets full access to the site's content, and all of them skip
# the account, cart and search pages. A crawler obeys only ONE group, so the
# AI crawlers are listed here rather than in separate "Allow: /" groups,
# which would have made them ignore the Disallow lines.

# --- All search engines ---
User-agent: *
# --- Microsoft Bing / Copilot ---
User-agent: bingbot
# --- OpenAI (ChatGPT) ---
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# --- Anthropic (Claude) ---
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Claude-SearchBot
# --- Google AI (Gemini / AI Overviews) ---
User-agent: Google-Extended
# --- Perplexity ---
User-agent: PerplexityBot
User-agent: Perplexity-User
# --- Apple Intelligence ---
User-agent: Applebot
User-agent: Applebot-Extended
# --- Meta AI ---
User-agent: meta-externalagent
User-agent: FacebookBot
# --- Common Crawl (feeds many AI training sets) ---
User-agent: CCBot
# --- Other AI / answer engines ---
User-agent: Amazonbot
User-agent: YouBot
User-agent: Diffbot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Bytespider
Allow: /

# Admin, account & transactional pages (no SEO value)
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /dashboard/
Disallow: /cart/
Disallow: /cart-2/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /user-login/
Disallow: /password-reset/
Disallow: /student-registration/
Disallow: /*add-to-cart=
Disallow: /*?add_to_wishlist=

# Internal search & filter/sort duplicate URLs
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?rating_filter=
Disallow: /*?filtering=
Disallow: /*?filter_
Disallow: /*?replytocom=

# PDF viewer plugin URLs
Disallow: /wp-content/plugins/pdf-poster/

# CSS, JS and images (needed for correct rendering)
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$

# Sitemap
Sitemap: https://sirmahadamer.com/sitemap.xml