# ===============================
# Global rules (all bots)
# ===============================
User-agent: *
# Content Signals (contentsignals.org) — AI usage permissions
Content-Signal: search=yes, ai-input=yes, ai-train=yes
# --- Sensitive & system paths ---
Disallow: /admin/
Disallow: /staging/
Disallow: /account.php
Disallow: /login.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout
Disallow: /finishorder.php
Disallow: /orderstatus.php
Disallow: /wishlist.php
Disallow: /postreview.php
Disallow: /remote.php
Disallow: /viewfile.php
Disallow: /__socialshop/
Disallow: /_socialshop/
# --- Internal search & RSS feeds ---
Disallow: /search.php
Disallow: /*search?*
Disallow: /rss.php
# --- Parameterized, faceted, sort & filter URLs ---
# Pagination, sort, tabs
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?tab=
Disallow: /*&tab=
Disallow: /*?mode=
Disallow: /*&mode=
Disallow: /*?mode2
Disallow: /*&mode2
# Faceted filters (brand, category, size, colour, custom filters)
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?brand=
Disallow: /*&brand=
Disallow: /*?color=
Disallow: /*&color=
Disallow: /*?colour=
Disallow: /*&colour=
Disallow: /*?size=
Disallow: /*&size=
Disallow: /*?productsFilter.
Disallow: /*&productsFilter.
Disallow: /*?bcfsnf1
Disallow: /*&bcfsnf1
Disallow: /*?_bc
# Product listing pagination within tabs
Disallow: /*?productsPage=
Disallow: /*&productsPage=
# Currency & price variants
Disallow: /*?setCurrencyId=
Disallow: /*&setCurrencyId=
Disallow: /*?pricemin=
Disallow: /*&pricemin=
Disallow: /*?pricemax=
Disallow: /*&pricemax=
# Ratings, reviews, hidden flags
Disallow: /*?rating=
Disallow: /*&rating=
Disallow: /*?revpage=
Disallow: /*&revpage=
Disallow: /*?showHidden=
Disallow: /*&showHidden=
# Search refinements and IDs
Disallow: /*?search_query=
Disallow: /*&search_query=
Disallow: /*?searchid=
Disallow: /*&searchid=
# Cart add actions
Disallow: /*action=add
# Tracking & campaign parameters
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?ref=
Disallow: /*&ref=
# Legacy / low-value sections
Disallow: /promo-old/
Disallow: /sale/expired/
# AMP (if deprecated; allow if you still actively use AMP)
Disallow: /amp/
# --- Allow CSS, JS, and assets for proper rendering ---
Allow: /content/
Allow: /assets/
Allow: /*.js$
Allow: /*.css$
Disallow: /*?_bc_fsnf=1*
Disallow: /*&_bc_fsnf=1*

# ===============================
# Googlebot-specific (inherits global)
# ===============================
User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

# ===============================
# CCBot (inherits global)
# ===============================
User-agent: CCBot
Allow: /content/
Allow: /assets/

User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: GPTBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalAds
User-agent: Meta-ExternalFetcher
User-agent: Meta-WebIndexer
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
Crawl-delay: 10
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout
Disallow: /admin/
Disallow: /*?_bc_fsnf=1*
Disallow: /*&_bc_fsnf=1*

# ===============================
# Sitemap
# ===============================
Sitemap: https://superpharmacyplus.com.au/xmlsitemap.php
# AI-readable resources
# Catalogue index: https://ai.superpharmacyplus.com.au/llms.txt
# Full catalogue export: https://ai.superpharmacyplus.com.au/llms-full.txt
# MCP discovery: https://ai.superpharmacyplus.com.au/.well-known/mcp.json
# MCP endpoint: https://ai.superpharmacyplus.com.au/mcp
Sitemap: https://ai.superpharmacyplus.com.au/ai/sitemap.xml

# ===============================
# End of robots.txt
# ===============================