legalraasta.com

mx

aspmx.l.google.com

alt2.aspmx.l.google.com

alt1.aspmx.l.google.com

aspmx2.googlemail.com

aspmx3.googlemail.com

ns

ns2.dns-parking.com

ns1.dns-parking.com

caa

txt

v=spf1 include:_spf.google.com include:amazonses.com ~all

dmarc

v=DMARC1; p=none;

# robots.txt for https://www.legalraasta.com/
# Purpose: allow crawling for visibility + block thin/duplicate/system URLs

User-agent: *
Allow: /

# WordPress admin (block admin area, allow ajax)
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WordPress system endpoints
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-json/

# Internal search (thin pages)
Disallow: /?s=
Disallow: /*?s=*
Disallow: /search/

# Common tracking parameters (avoid duplicate crawl)
Disallow: /*?*utm_
Disallow: /*&*utm_
Disallow: /*?*gclid=
Disallow: /*&*gclid=
Disallow: /*?*fbclid=
Disallow: /*&*fbclid=
Disallow: /*?*ref=
Disallow: /*&*ref=
Disallow: /*?*replytocom=
Disallow: /*&*replytocom=

# RSS Feeds (crawl budget waste - 1000+ feed URLs blocked)
Disallow: /feed/
Disallow: /*/feed/
Disallow: /blog/tag/*/feed/

# Tag archive pages (thin/duplicate content)
Disallow: /blog/tag/

# Thank-you / payment / step pages (thin / conversion only)
Disallow: /thank-you
Disallow: /thank-you/
Disallow: /thank-you?*
Disallow: /payment-failed
Disallow: /payment-failed/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/

# Explicitly allow your sitemaps
Allow: /sitemap/
Allow: /sitemap.xml

# Sitemaps (multiple allowed)
Sitemap: https://www.legalraasta.com/sitemap.xml
Sitemap: https://www.legalraasta.com/sitemap/

# Optional: block / slow overly aggressive bots (server load control)
User-agent: PetalBot
Disallow: /

# AI / LLM crawlers: explicitly allowed (more visibility)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /