# ------------------------------------------------------------------
# robots.txt - www.vmaxbrakes.com.au
# Platform: Neto / Maropost
# Last updated: 2026-08-20
# ------------------------------------------------------------------


# ============  DEFAULT - ALL CRAWLERS ============
User-agent: *
Crawl-delay: 1
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /ajax/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=


# ============ GOOGLE ADS + SHOPPING - FULL ACCESS ============


# Google Ads landing page quality (desktop)
User-agent: AdsBot-Google
Allow: /
Disallow:

# Google Ads landing page quality (mobile web)
User-agent: AdsBot-Google-Mobile
Allow: /
Disallow:

# Google Ads landing page quality (app ads)
User-agent: AdsBot-Google-Mobile-Apps
Allow: /
Disallow:

# Dynamic Search Ads / instant page-quality checks
User-agent: Google-Adwords-Instant
Allow: /
Disallow:

# AdSense / ad relevance
User-agent: Mediapartners-Google
Allow: /
Disallow:

# Google Merchant Center - product data and free listings
User-agent: Storebot-Google
Allow: /


# Google Shopping product page checks
User-agent: Google-Shopping
Allow: /


# Microsoft Ads
User-agent: adidxbot
Allow: /
Disallow:

User-agent: MicrosoftPreview
Allow: /
Disallow:


# ============ AI ASSISTANTS + AI SEARCH ============

# --- OpenAI ---
User-agent: GPTBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: OAI-SearchBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: ChatGPT-User
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/

# --- Anthropic (Claude) ---
User-agent: ClaudeBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: Claude-SearchBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/

User-agent: Claude-User
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

User-agent: anthropic-ai
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

# --- Google AI (Gemini / AI Overviews grounding) ---
User-agent: Google-Extended
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: GoogleOther
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

User-agent: Google-CloudVertexBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: Perplexity-User
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

# --- Apple ---
User-agent: Applebot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/
Disallow: /compare/
Disallow: /*?*rf=
Disallow: /*?*sortby=

User-agent: Applebot-Extended
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

# --- Meta ---
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/

User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

# --- Amazon / Alexa ---
User-agent: Amazonbot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/

# --- Microsoft Copilot ---
User-agent: BingPreview
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct

# --- Others ---
User-agent: DuckAssistBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

User-agent: MistralAI-User
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

User-agent: cohere-ai
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/

User-agent: CCBot
Allow: /
Disallow: /_cpanel
Disallow: /_mycart
Disallow: /_myacct
Disallow: /do/
Disallow: /cgi-bin/suppliers/


# ============ SITEMAPS ============
Sitemap: https://www.vmaxbrakes.com.au/sitemap_index.xml.gz