# Verity Score - robots.txt
# AI-commerce audit platform for Shopify stores
# Uses only RFC 9309 directives. Experimental content preferences are published
# separately at /.well-known/content-signals.json.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /s/
Disallow: /audit
Disallow: /audit/
Disallow: /audit-legacy-v3
Disallow: /audit-legacy-v3/
Disallow: /admin/
Disallow: /admin

# Gabarits de generation d image (1080x1080) servis depuis public/.
# Ce sont des artefacts d outillage, pas des pages : absents du sitemap et
# marques noindex. Bloques ici en defense en profondeur.
Disallow: /linkedin-post-
Disallow: /youtube-
Disallow: /gbp-cover
Disallow: /carousel-2026-04-07/
Disallow: /chatgpt-screenshots/
Disallow: /shopify-prototype
Disallow: /shopify-prototype/
Disallow: /fr/shopify-prototype
Disallow: /fr/shopify-prototype/
Disallow: /en/shopify-prototype
Disallow: /en/shopify-prototype/
# (2026-08-03) Endpoint d'obfuscation d'e-mail Cloudflare, resolu cote client.
# Il repond 404 et etait liee depuis /fr/contact/, /en/contact/, /fr/legal/,
# /en/legal/, /fr/privacy/, /en/privacy/ et 3 articles de blog : c'est le
# candidat n1 du motif GSC "Introuvable (404)" du 2026-07-28.
Disallow: /cdn-cgi/

# AI crawlers - explicitly allowed for GEO visibility.
# Roles are monitored separately in the audit UI: search/citation, user fetch,
# shopping, ads validation, and training/usage-control.
User-agent: Googlebot
User-agent: Storebot-Google
User-agent: GoogleOther
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: OAI-AdsBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Amazonbot
# Bingbot : moteur d'index qui alimente Bing et Copilot. Applebot : crawler de
# Siri/Spotlight, distinct d'Applebot-Extended qui ne couvre que l'entrainement.
# Nommes explicitement pour que leurs regles ne dependent plus du groupe *.
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Diffbot
User-agent: YouBot
User-agent: CCBot
User-agent: MistralAI-User
User-agent: Google-CloudVertexBot
User-agent: Google-NotebookLM
Allow: /
Disallow: /api/
Disallow: /s/
Disallow: /audit
Disallow: /audit/
Disallow: /audit-legacy-v3
Disallow: /audit-legacy-v3/
Disallow: /admin
Disallow: /admin/
Disallow: /shopify-prototype
Disallow: /shopify-prototype/
Disallow: /fr/shopify-prototype
Disallow: /fr/shopify-prototype/
Disallow: /en/shopify-prototype
Disallow: /en/shopify-prototype/
# Memes gabarits d'images que dans le groupe * ci-dessus. Un groupe nomme
# remplace entierement le groupe *, il ne s'y ajoute pas : sans ces lignes, les
# moteurs listes ici etaient les seuls autorises a crawler des gabarits 1080x1080
# qui ne sont pas des pages.
Disallow: /linkedin-post-
Disallow: /youtube-
Disallow: /gbp-cover
Disallow: /carousel-2026-04-07/
Disallow: /chatgpt-screenshots/
# (2026-08-03) Endpoint d'obfuscation d'e-mail Cloudflare, resolu cote client.
# Il repond 404 et etait liee depuis /fr/contact/, /en/contact/, /fr/legal/,
# /en/legal/, /fr/privacy/, /en/privacy/ et 3 articles de blog : c'est le
# candidat n1 du motif GSC "Introuvable (404)" du 2026-07-28.
Disallow: /cdn-cgi/

# Structured files for AI discovery
# llms.txt: https://verityscore.io/llms.txt
# llms-full.txt: https://verityscore.io/llms-full.txt
# ai.txt: https://verityscore.io/ai.txt
# agent-card: https://verityscore.io/.well-known/agent-card.json
# security.txt: https://verityscore.io/.well-known/security.txt
# api-catalog: https://verityscore.io/.well-known/api-catalog
# mcp-server-card: https://verityscore.io/.well-known/mcp/server-card.json
# agent-skills: https://verityscore.io/.well-known/agent-skills/index.json
# acp-discovery: https://verityscore.io/.well-known/acp.json
# ucp-profile: https://verityscore.io/.well-known/ucp.json
# web-bot-auth: https://verityscore.io/.well-known/http-message-signatures-directory
# oauth-protected-resource: https://verityscore.io/.well-known/oauth-protected-resource
# RSS feed: https://verityscore.io/feed.xml

Sitemap: https://verityscore.io/sitemap-index.xml