# ═══════════════════════════════════════════════════════════
# Counsel Stack Legal Research — law.counselstack.com
# 50M+ primary law documents · Free legal research
# ═══════════════════════════════════════════════════════════

User-agent: *
Allow: /

# Parallel / ShapBot
User-agent: ShapBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PerplexityBot
Allow: /

Perplexity‑User
Allow: /

# ═══════════════════════════════════════════════════
# RESTRICTED PATHS — do not access
# ═══════════════════════════════════════════════════
Disallow: /admin
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /.env
Disallow: /.git
Disallow: /xmlrpc.php
Disallow: /api/v1/export
Disallow: /data/dump
Disallow: /bulk-download

# ═══════════════════════════════════════════════════
# SEARCH BOTS — ALLOWED (we want them to cite us)
# These are user-facing search bots that retrieve
# content to answer real-time queries.
# ═══════════════════════════════════════════════════
# ChatGPT-User (browsing mode) — allowed by default
# PerplexityBot — allowed by default
# ClaudeBot (web search) — allowed by default
# YouBot (You.com) — allowed by default

# ═══════════════════════════════════════════════════
# TRAINING CRAWLERS — BLOCKED
# These scrape content for model training datasets.
# ═══════════════════════════════════════════════════
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Ai2Bot-Dolma
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: webindexer
Disallow: / 

# ═══════════════════════════════════════════════════
# LEGAL NOTICE
# ═══════════════════════════════════════════════════
# This compilation is protected under 17 U.S.C. § 103.
# Automated scraping for AI/ML training is prohibited.
# Violations may constitute unauthorized access under
# the Computer Fraud and Abuse Act (18 U.S.C. § 1030).
#
# For licensing: ai@counselstack.com
# For our API:   https://counselstack.com
#
# Or just book a call. We're friendly:
#   https://cal.com/counselstack/touchbase

Sitemap: https://law.counselstack.com/sitemap.xml