# Robots.txt for J.W. Smith Customs Brokers
# https://jwsmith.com

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://jwsmith.com/sitemap.xml

# LLM/AI agent guidance
Allow: /llms.txt

# Allow specific API endpoints for structured data
Allow: /api/blog/posts

# Crawl-delay for polite crawling
Crawl-delay: 1

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/

# Disallow customer auth and portal flows (not indexable content)
Disallow: /client_login
Disallow: /dashboard/
Disallow: /onboarding
Disallow: /portal-invite
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /request-client-number

# Disallow operational file assets (not marketing content)
Disallow: /attached_assets/

# Disallow social stills (organic images for Buffer; not marketing pages)
Disallow: /social/