repurpose.global

mx

aspmx.l.google.com

alt1.aspmx.l.google.com

alt2.aspmx.l.google.com

alt3.aspmx.l.google.com

alt4.aspmx.l.google.com

ns

ns-1873.awsdns-42.co.uk

ns-998.awsdns-60.net

ns-445.awsdns-55.com

ns-1491.awsdns-58.org

caa

txt

google-site-verification=xgJG-YSdagu4KfbvXQ9E1jlaSvYx_7tydXgCKbk0jrw

MS=ms90385882

pandadoc-domain-verification=skQQ2LAaGR7gxAqmcoAe5D

google-site-verification=vs98fdboIaxH0qDzKYdgOgi3_WIL2-M79AURQ1l1nes

MS=8111990ADF3F67C665D381D29B1DA262A5E46E16

google-site-verification=fo5JQkprsy3GeMunBkKuqYgn9gyHSPPn2hFAwY8Ph_s

google-site-verification=1ZuLyJaW2lzcDx-pYFAr36p48-Fz9vJJPs6S1uySQjc 3

new-relic-domain-verification=684c3aad963e447d90eb79d3b7ce31b2

dmarc

v=DMARC1; p=quarantine; rua=mailto:cdbhrri9qj@rua.powerdmarc.com,mailto:spamreports@repurpose.global,mailto:f329b002ac@rua.easydmarc.asia; ruf=mailto:cdbhrri9qj@ruf.powerdmarc.com,mailto:spamreports@repurpose.global,mailto:f329b002ac@ruf.easydmarc.asia; fo=0:1; t=n;

# robots.txt — https://www.repurpose.global/
# Platform: Webflow  |  Last updated: 2026-08-19
# Edit location: Webflow → Site Settings → SEO → robots.txt (then Publish)
#
# NOTE: robots.txt controls CRAWLING, not INDEXING.
# To keep a URL out of the index, use a page-level noindex in Webflow
# (Page Settings → SEO → "noindex") and leave the URL crawlable so bots see it.
#
# NOTE: CSS, JS, images and fonts are served from cdn.prod.website-files.com.
# That is a different host — these rules do not apply to it and you cannot
# edit its robots.txt. Nothing render-critical needs an Allow rule here.

# =========================================================
# 1. GLOBAL RULES
# =========================================================
User-agent: *

# --- Webflow system pages ---
Disallow: /404
Disallow: /401
Disallow: /detail_

# --- Webflow native site search (infinite result-set URLs) ---
Disallow: /search
Disallow: /*?query=

# --- Gated-asset delivery pages (thin, post-form, no search value) ---
# These are also noindex candidates — see notes.
Disallow: /guides/*-ebook-access

# --- Tracking parameters ---
# Left crawlable on purpose. Every page carries a self-referencing canonical,
# which consolidates ?utm_ variants correctly. Disallowing them would stop
# Google from reading the canonical and risks URL-only indexing.
# Uncomment ONLY if GSC shows real crawl waste on parameter URLs:
# Disallow: /*?utm_
# Disallow: /*?gclid=
# Disallow: /*?fbclid=

# =========================================================
# 2. AI / ANSWER-ENGINE CRAWLERS
# =========================================================
# Posture: ALLOW. These bots inherit the "*" rules above — full access to
# every commercial and educational page, no system junk. That is the correct
# default for a site competing on EPR / packaging-compliance queries, where
# a large share of research now happens inside ChatGPT, Perplexity and
# AI Overviews.
#
# DO NOT add "User-agent: GPTBot / Allow: /" blocks. A named block REPLACES
# the "*" block for that bot — it would start crawling /search and /404.
# Silence is permission. Only name a bot here if you intend to BLOCK it.
#
# Retrieval + citation bots (drive AI visibility):
#   OAI-SearchBot, ChatGPT-User, PerplexityBot, Perplexity-User,
#   Claude-User, Claude-SearchBot, Bingbot, Applebot
#
# Training-corpus bots (no direct citation value — commercial decision):
#   GPTBot, ClaudeBot, CCBot, Meta-ExternalAgent, Google-Extended
#
# To opt out of TRAINING while keeping citation visibility, uncomment:
# User-agent: GPTBot
# Disallow: /
#
# User-agent: ClaudeBot
# Disallow: /
#
# User-agent: CCBot
# Disallow: /
#
# User-agent: Google-Extended
# Disallow: /
# (Google-Extended governs Gemini/Vertex training only. It does NOT affect
#  AI Overview eligibility — those follow standard Googlebot rules.)

# =========================================================
# 3. BLOCKED CRAWLERS — scrapers and bandwidth waste
# =========================================================
User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Competitor backlink crawlers. DELETE these two blocks if the agency runs
# Ahrefs or Semrush Site Audit on this domain — same user-agent, audits will
# silently return zero pages.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# =========================================================
# 4. CRAWL RATE
# =========================================================
# Googlebot ignores Crawl-delay. Set crawl rate in Search Console instead.
User-agent: Yandex
Crawl-delay: 5

User-agent: PetalBot
Crawl-delay: 10

# =========================================================
# 5. SITEMAP
# =========================================================
Sitemap: https://www.repurpose.global/sitemap.xml


Sitemap: https://repurpose.global/sitemap.xml