# Albany Vintners - Robots.txt
# Independent Fine Wine Merchants since 2003

# Sitemap location (dynamically generated, includes all sub-sitemaps)
Sitemap: https://www.albanyvintners.com/sitemap.xml

# For AI/LLM crawlers, see /llms.txt for curated content information
# Machine-readable JSON catalogue lives under /api/ai/ (explicitly allowed below)

# All bots
User-agent: *
Allow: /
Allow: /api/ai/


# Block private/transactional pages
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Disallow: /checkout-success
Disallow: /profile
Disallow: /orders
Disallow: /order-tracking
Disallow: /order-confirmation
Disallow: /auth
Disallow: /addresses
Disallow: /reset-password
Disallow: /invite
Disallow: /quick-checkout
Disallow: /trade-checkout
Disallow: /trade-order-confirmation

# Note: parameterised URL deduplication (utm_, ref=, source=) is handled by
# per-page <link rel="canonical"> rather than Disallow rules, so analytics
# and ad campaign URLs remain crawlable and can pass equity to the canonical.

# Googlebot - full access
User-agent: Googlebot
Allow: /

# Googlebot-Image - allow image indexing
User-agent: Googlebot-Image
Allow: /

# Social Media Bots - full access for link previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /