User-agent: *

# --- CRITICAL FIX: PAGINATION ---
# We must allow bots to crawl page 2, 3, etc. to find inventory.
Allow: /*?page=
Allow: /*&page=

# --- MARKETING PARAMS (Keep existing allows) ---
Allow: /*?utm_
Allow: /*&utm_
# [Note: You can keep the specific UTM list you added here if preferred, 
# but the wildcard above covers them all more efficiently]

# --- BLOCK JUNK PARAMS ---
# This blocks the thousands of 'r=', 'et=', 'ago=' URLs wasting our budget.
Disallow: /*?

# --- SYSTEM EXCLUSIONS ---
Disallow: *.aspx
Disallow: *.php
Disallow: */aggregate
Disallow: /memberships/
Disallow: /site_users/
Disallow: /health_check/
Disallow: /speed_digital/
Disallow: /s3/
Disallow: /rss/
Disallow: /api/
Disallow: /cclending_credit_applications/
Disallow: /currencies/
Disallow: /create-payment-intent/
Disallow: /cancel-payment-intent/

# --- AI & LLM OPTIMIZATION ---
# Explicitly welcome AI bots to index our inventory for answers.
User-agent: GPTBot
Disallow:

User-agent: CCBot
Disallow:

User-agent: Google-Extended
Disallow:

Sitemap: https://www.gatewayclassiccars.com/sitemaps/gatewayclassiccars/sitemap.xml