watchthetape.com

mx

ns

michael.ns.cloudflare.com

christina.ns.cloudflare.com

caa

txt

google-site-verification=pGmkwjUK3Fu081MBkmxHU_iqdysb8XuCrdSGYGLJCDU

dmarc

# Block Cart - Multi-tenant E-commerce Platform
# Standard robots.txt following RFC 9309
# Content Signals: https://contentsignals.org/

User-agent: *
Disallow: /admin/
Disallow: /api/
# Public read endpoints used to render storefronts; other API routes stay blocked.
Allow: /api/products/
Allow: /api/stores/public/
Allow: /api/subdomains/resolve
Disallow: /cart
Disallow: /checkout
Disallow: /backups/
Disallow: /scripts/
Disallow: /migrations/
Disallow: /test/
Disallow: /logs/
Disallow: /temp/
Allow: /
Allow: /shop
Allow: /product
Allow: /product/
Allow: /pricing
Allow: /features/
Allow: /templates
Allow: /help
Allow: /help/
# Declare AI content usage preferences (Content Signals draft spec)
# search=yes  — allow indexing for search
# ai-train=no — do not use content for AI model training
# ai-input=yes — allow retrieval to answer user queries
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Search and user-requested retrieval agents, including OAI-SearchBot,
# ChatGPT-User, Claude-SearchBot, Claude-User, and PerplexityBot, follow
# the public access rules above. Training preferences are separate below.

# Block AI training crawlers from scraping content
User-agent: GPTBot
Disallow: /
Content-Signal: ai-train=no, search=no, ai-input=no

User-agent: CCBot
Disallow: /
Content-Signal: ai-train=no, search=no, ai-input=no

User-agent: anthropic-ai
Disallow: /
Content-Signal: ai-train=no, search=no, ai-input=no

User-agent: ClaudeBot
Disallow: /
Content-Signal: ai-train=no, search=no, ai-input=no

# Sitemap location
Sitemap: https://watchthetape.com/sitemap.xml