# Looties - Marketplace for Tech Swag
# Updated: June 2026

# Google Search crawler - explicitly allow indexable public routes.
User-agent: Googlebot
User-agent: Googlebot-Image
Allow: /
Allow: /seller/
Allow: /listing/
Allow: /blog/
Allow: /developer-conferences
Allow: /merch-museum
Allow: /roadmap
Allow: /pricing
Allow: /how-it-works
Allow: /sell-your-swag
Allow: /browse-swag
Allow: /press
Allow: /changelog
Allow: /ai-selling
Allow: /careers
Disallow: /account
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /checkout/
Disallow: /internal/
Disallow: /orders
Disallow: /sell
Disallow: /favorites
Disallow: /listing-success/
Disallow: /update-password

# Agent/retrieval crawlers - allowed for non-Google agent discovery.
# Google Search AI features use Googlebot and normal snippet controls; Google-Extended is not an AI Overviews control.
User-agent: PerplexityBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Google-Extended
Allow: /
Allow: /developer-conferences
Allow: /merch-museum
Allow: /roadmap
Allow: /pricing
Allow: /how-it-works
Allow: /sell-your-swag
Allow: /browse-swag
Allow: /press
Allow: /changelog
Allow: /ai-selling
Allow: /careers
Disallow: /account
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /checkout/
Disallow: /internal/
Disallow: /orders
Disallow: /sell
Disallow: /favorites
Disallow: /listing-success/
Disallow: /update-password

# AI training crawlers — disallowed, matches Content-Signal: ai-train=no
User-agent: GPTBot
User-agent: CCBot
User-agent: anthropic-ai
Disallow: /

User-agent: *
Allow: /

# Public content — explicitly allowed to prevent prefix conflicts
Allow: /seller/
Allow: /listing/
Allow: /blog/
Allow: /developer-conferences
Allow: /merch-museum
Allow: /roadmap
Allow: /pricing
Allow: /how-it-works
Allow: /sell-your-swag
Allow: /browse-swag
Allow: /press
Allow: /changelog
Allow: /ai-selling
Allow: /careers

# Block authenticated/transactional pages
Disallow: /account
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /checkout/
Disallow: /internal/
Disallow: /orders
Disallow: /sell
Disallow: /favorites
Disallow: /listing-success/
Disallow: /update-password

# Sitemap location
Sitemap: https://looties.io/sitemap.xml

# Content Signals are emitted as an HTTP response header via vercel.json
# instead of as a robots.txt directive (the spec accepts both, and Lighthouse
# flags `Content-Signal` as an unknown directive when it appears here).
# Reference: https://contentsignals.org