# https://www.robotstxt.org/robotstxt.html
#
# Brisk is a job board: being read is the whole point. We allow every crawler,
# including the AI assistants people increasingly search for work with.
#
# NOTE: Cloudflare can prepend a *managed* block to this file (marked
# "# BEGIN Cloudflare Managed content") that disallows GPTBot, ClaudeBot,
# CCBot, Google-Extended, meta-externalagent and others, and sets
# `Content-Signal: ai-train=no`. Those per-bot groups are more specific than the
# `User-agent: *` group below, so nothing in this file can override them — the
# managed block has to be switched off in the Cloudflare dashboard
# (AI Crawl Control / "manage robots.txt" for the brisk-techniek.nl zone).
# Check the live https://brisk-techniek.nl/robots.txt after changing it.

User-agent: *
Allow: /

# Assistants that answer "welke vacatures zijn er voor ..." — we want our
# vacancies in those answers, not only the aggregators' copies of them.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://brisk-techniek.nl/sitemap.xml