laylo.com

mx

aspmx.l.google.com

alt1.aspmx.l.google.com

alt2.aspmx.l.google.com

alt3.aspmx.l.google.com

alt4.aspmx.l.google.com

ns

ns-305.awsdns-38.com

ns-723.awsdns-26.net

ns-1830.awsdns-36.co.uk

ns-1355.awsdns-41.org

caa

txt

v=DKIM1; k=rsa; p=MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAgTt6IPcFQvIGDjclM5fRGw35rwVAiV+fKd+R1P3rKb2JydauVOSVdue4EyFp+v+YEZTkJ1UeE+7XQZg8jSX8yhOGMzE/ryq+WqgQz60bgyhdbf6ePHUIEh5Zzo+G9Q7IZ7newzxOusmpM334r4wBlYplKt0xtFeCMVtD4ggjNW0hCZ5Lq2TI7E3AGD6b9/x0EfKvNkje2bP5kjFzPHpgwW/nBpgHs1xwJGNqPK3AW4M9F6RWqllDD8RZUZn6m6j5gii42crRMfcSwvcx8Lo/mgrV4sbazplTIw5vODqCwq+KfqGEQ2N5lOam9pSYF/WDPsSXD8JQJBzEUq+lOvQz2QIDAQAB

google-site-verification=yHaUF2unmqHf_iFMdGSMXdIxTt5bP7NDzsMcMHXTsAo

v=spf1 include:_spf.google.com include:emsd1.com include:servers.outfunnel.com ~all

apple-domain-verification=8PfxFgKB47iC6DIN

zoom-domain-verification = 9689ed1c-4dd0-46a3-abdd-cf3e4b6c10b6

google-site-verification=T4BuKkADZblKBzOCXweTU2V209tlMyc_WPVaHRMRr1A

facebook-domain-verification=w51ojqmf824qwqgrdg3mefdgos1vei

anthropic-domain-verification-5qwrsk=pHQuDAi0E9CW8EY9Js2g4HU41

dmarc

v=DMARC1; p=reject; rua=mailto:admin@laylo.com;

# Laylo.com robots.txt
# Last updated: 2025-02-13

# ============================================
# GENERAL CRAWLERS - ALLOW EVERYTHING BY DEFAULT
# ============================================
User-agent: *
Allow: /

# ============================================
# SITEMAPS
# ============================================
Sitemap: https://laylo.com/sitemap.xml
# Note: sitemap-drops.xml to be added when drop pages sitemap is ready

# ============================================
# DISALLOW - INTERNAL PATHS
# ============================================
# APIs
Disallow: /api/
Disallow: /api

# User authentication & onboarding
Disallow: /onboarding/
Disallow: /logout
Disallow: /reset-password
Disallow: /verify

# Product/Dashboard pages (authenticated user areas)
Disallow: /dashboard/
Disallow: /account/
Disallow: /drops
Disallow: /profile
Disallow: /messages
Disallow: /fans
Disallow: /settings
Disallow: /teams/

# ============================================
# ALLOW - HIGH-VALUE MARKETING & SEO PAGES
# ============================================
# Auth page (contains valuable copy for SEO)
Allow: /auth

# All marketing pages from sitemap
Allow: /
Allow: /music
Allow: /sports
Allow: /events
Allow: /creators
Allow: /features
Allow: /features/
Allow: /integrations
Allow: /integrations/
Allow: /blog
Allow: /blog/
Allow: /case-studies
Allow: /case-studies/
Allow: /playbooks
Allow: /playbooks/
Allow: /tools
Allow: /tools/
Allow: /regions
Allow: /regions/
Allow: /compare/
Allow: /affiliates
Allow: /affiliates/
Allow: /partner
Allow: /partner/
Allow: /resources
Allow: /resources/
Allow: /how-to/
Allow: /category/
Allow: /venues

# Comparison pages
Allow: /compare/

# Other key pages
Allow: /pricing
Allow: /compliance
Allow: /enterprise
Allow: /faq
Allow: /press
Allow: /join
Allow: /refer
Allow: /book-a-demo
Allow: /book-a-live-events-demo

# ============================================
# ALLOW - USER & DROP PAGES (50K+ PAGES)
# ============================================
# Artist profile pages and their drop pages
# Format: /[artistslug]/[dropslug]
# Format: /[artistslug]/m/[multidropslug]
Allow: /*/
Allow: /*/m/

# Embeds (per dev team)
Allow: /embed

# ============================================
# AGGRESSIVE CRAWLER BLOCKING
# ============================================
# Block known aggressive/problematic crawlers

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

Disallow: /*@b0t$

# ============================================
# AI/LLM CRAWLERS - ALLOW FOR SEO
# ============================================
# Explicitly allow AI crawlers for maximum visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Applebot-Extended
Allow: /

# ============================================
# NOTES
# ============================================
# Subdomains managed separately (not in this file):
# - core.laylo.com (internal tools - should have its own robots.txt to block all)
# - release.laylo.com, dev.laylo.com, staging.laylo.com, alpha.laylo.com (should block all)
# - go.laylo.com (marketing proxy - reverse proxies to main domain)