backlinklog.com

mx

aspmx.l.google.com

alt1.aspmx.l.google.com

alt2.aspmx.l.google.com

alt3.aspmx.l.google.com

alt4.aspmx.l.google.com

ns

ashton.ns.cloudflare.com

carioca.ns.cloudflare.com

caa

txt

v=spf1 include:_spf.google.com ip4:54.37.203.39 include:mail.backlinklog.com ~all

google-site-verification=ti38l-eP20yiyS-mnEekJGKHm-zu_YbEffIyL7ndoYU

google-site-verification=b_1MYkiItWg4u6RTxQfSoLdEaNKskahuQ1hQllL-hGk

dmarc

v=DMARC1; p=quarantine; rua=mailto:admin@backlinklog.com

# robots.txt for backlinklog.com
#
# GROUPING RULES — read before editing, this file was broken twice over:
#
#  1. Disallow/Crawl-delay apply only to the MOST RECENTLY declared User-agent,
#     and a blank line ends the group. The previous version put every Disallow
#     at the bottom of the file, after "User-agent: Twitterbot", so the rules
#     applied to Twitterbot alone — /admin/, /api/, /login, /register and
#     /dashboard/ were crawlable by everything else. Crawl-delay was orphaned
#     from the "*" group the same way.
#
#  2. A named User-agent group REPLACES the "*" group for that crawler rather
#     than adding to it. The old per-bot "User-agent: Googlebot / Allow: /"
#     blocks therefore exempted every named crawler from all Disallow rules.
#     They were redundant anyway — "*" already allows them — so they are gone.
#
# Keep everything in the single "*" group below unless a crawler genuinely
# needs different rules, and if you add a group, repeat the Disallows in it.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /login
Disallow: /register
Disallow: /dashboard/
Crawl-delay: 1

# Meta's AI crawler. Listed to document intent only — it does NOT read this
# file (zero robots.txt fetches across ~270,000 requests on 3-4 Oct 2026, while
# Googlebot/ClaudeBot/SemrushBot all fetch it regularly). It is blocked at
# Cloudflare by User-Agent instead. Do not assume this stanza is doing anything.
User-agent: meta-externalagent
Disallow: /

Sitemap: https://backlinklog.com/sitemap.xml