# Content-signal (Cloudflare proposal, Oct 2025) states how this content may be
# used once fetched: indexable in search, quotable in generative answers, not
# training material. It is a stated preference, not an enforcement mechanism —
# crawlers are free to ignore it. Repeated in every group below on purpose:
# robots.txt directives do not inherit across user-agent groups, so a named
# group without this line would carry no signal at all. The same goes for the
# Disallow lines, which is why every group repeats them too.
#
# Closed (Bing card 1882264176512993004): service pages that are noindex or
# redirect to /signin — the login-as bootstrap, the private cabinet, the later
# steps of the advert form and the edit form. Left open on purpose: /signin (a
# crawler must fetch it to see its noindex), the first step of /add-* (an
# indexable landing page), /feedback and /user-products/ (both in the sitemap).
# Tested by tests/robotsTxt.test.mjs.
User-agent: *
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-
Sitemap: https://auto.moto.pt/sitemap.xml

# Bing: sort orders are the same list in another order, and Bing crawled them
# by the hundred. Google keeps fetching them: a listing with a query filter
# (?sortBy=, ?fuel=, ?priceMax=…) answers <meta name="robots" content="noindex,
# follow"> and a crawler blocked here could not read it, so this rule lives in
# Bing's own group.
User-agent: bingbot
User-agent: msnbot
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-
Disallow: /*?sortBy=
Disallow: /*&sortBy=

# AI Search Engines
User-agent: GPTBot
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: ChatGPT-User
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: Google-Extended
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: ClaudeBot
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: PerplexityBot
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: Bytespider
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-

User-agent: CCBot
Content-signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /impersonate
Disallow: /en/impersonate
Disallow: /profile
Disallow: /en/profile
Disallow: /add-carros/
Disallow: /add-motos/
Disallow: /add-comerciais/
Disallow: /en/add-carros/
Disallow: /en/add-motos/
Disallow: /en/add-comerciais/
Disallow: /edit-
Disallow: /en/edit-