# Music City Canada - Shopify Store
# Optimized for Google Search & Merchant Center
# Updated: November 3, 2025

# ==========================================
# GOOGLE BOTS - FULL ACCESS
# ==========================================
User-agent: Googlebot
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /account

User-agent: Googlebot-image
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/

User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /account

# ==========================================
# ALL OTHER BOTS
# ==========================================
User-agent: *

# Security & Privacy
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /account
Disallow: /8581185613/checkouts
Disallow: /8581185613/orders

# Cart API endpoints
Disallow: /cart.js
Disallow: /cart/add.js
Disallow: /cart/change.js
Disallow: /cart/update.js
Disallow: /cart/clear.js

# Internal Shopify systems
Disallow: /a/downloads/-/*
Disallow: /api/
Disallow: /apps/
Disallow: /cdn/wpm/
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/
Disallow: /web-pixels-manager
Disallow: /sf_private_access_tokens

# Search pages (low value)
Disallow: /search
Disallow: /pages/search-results-page

# Pagination - Use Google Search Console for better control
# Blocking pages 10+ (must list individually)
Disallow: /collections/*?page=10
Disallow: /collections/*?page=11
Disallow: /collections/*?page=12
Disallow: /collections/*?page=13
Disallow: /collections/*?page=14
Disallow: /collections/*?page=15
Disallow: /collections/*?page=16
Disallow: /collections/*?page=17
Disallow: /collections/*?page=18
Disallow: /collections/*?page=19
Disallow: /collections/*?page=20

# Problematic collections
Disallow: /collections/vendors

# Multiple filters (duplicate content)
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*

# Shopify preview/internal parameters
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# Malformed URLs
Disallow: /*?&*
Disallow: /*?*?*

# ==========================================
# SEO TOOLS (FRIENDLY)
# ==========================================
User-agent: AhrefsBot
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /account

User-agent: AhrefsSiteAudit
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /account

User-agent: SemrushBot
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /account

User-agent: MJ12bot
Disallow: /admin
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /account

# ==========================================
# SOCIAL MEDIA BOTS
# ==========================================
User-agent: Pinterest
Disallow: /admin
Disallow: /checkout
Disallow: /account

User-agent: facebookexternalhit
Disallow: /admin
Disallow: /checkout
Disallow: /account

User-agent: Twitterbot
Disallow: /admin
Disallow: /checkout
Disallow: /account

# ==========================================
# BAD BOTS - BLOCK COMPLETELY
# ==========================================
User-agent: Nutch
Disallow: /

# ==========================================
# SITEMAP
# ==========================================
Sitemap: https://musiccitycanada.com/sitemap.xml