# Internal admin and API routes are closed. The public agent API
# (/api/v1/, /mcp) is the one part of /api/ open to crawlers. Every
# group lists its longest rule first, so a reader that takes the first
# match reads it the same as one that takes the longest.
User-agent: *
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Allow: /

# AI assistants and answer engines are welcome here. Named explicitly
# rather than left to the wildcard above so the permission is a stated
# policy, not an oversight.
#
# An agent's links and quotes (/q/, /quote?h=, /api/v1/quotes/) are for
# the person who holds them. Search engines may fetch them to read their
# noindex. Crawlers that keep what they read are kept out, all but the
# three that fetch a page because a person asked about it just now.

User-agent: GPTBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: OAI-SearchBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: ChatGPT-User
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Allow: /

User-agent: ClaudeBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Claude-User
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Allow: /

User-agent: Claude-SearchBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: anthropic-ai
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: PerplexityBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Perplexity-User
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Allow: /

User-agent: Google-Extended
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Applebot-Extended
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: CCBot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Amazonbot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: meta-externalagent
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Bytespider
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: cohere-ai
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Diffbot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: Timpibot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

# Web archives: the first group's rules, less the agents' links and quotes.

User-agent: archive.org_bot
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

User-agent: ia_archiver
Disallow: /api/v1/quotes/
Disallow: /inspections/
Disallow: /credentials/
Disallow: /port-hours/
Disallow: /quote?*&h=
Disallow: /invoices/
Disallow: /projects/
Disallow: /reports/
Disallow: /quote?h=
Allow: /api/v1/
Disallow: /admin/
Disallow: /auth/
Disallow: /api/
Allow: /mcp
Disallow: /q/
Allow: /

# Plain-text summary for language models: https://www.steadysteel.org/llms.txt

Sitemap: https://www.steadysteel.org/sitemap.xml