codegpt.co

mx

aspmx.l.google.com

alt1.aspmx.l.google.com

alt2.aspmx.l.google.com

alt4.aspmx.l.google.com

alt3.aspmx.l.google.com

ns

lennox.ns.cloudflare.com

itzel.ns.cloudflare.com

caa

txt

google-site-verification=mTleyEKnaN70s9p6_47LMiLXl-AmXjMaEkM2e8knOsc

openai-domain-verification=dv-a6OwQpSyakmfM0uJuzdEMbP5

MS=ms70959044

v=spf1 include:_spf.google.com include:45282769.spf01.hubspotemail.net ~all

google-site-verification=Gk8vnaYLY-iX_RTnAPZ8ssXrWxOZQkUpz9vcgUu-5rY

google-site-verification=GXYZ989MXgwqKVwuLNsXlcKG2bCFIhJSoQknmQ36v80

google-site-verification=fTWvZ5imhj5-TIPBF5EsrIvWMIOSuZHnoVGXtejmRD8

google-site-verification=N-IILy6l6hU9OGcw_mcQE7QcNm7gohhjaiW3YSkbtbc

dmarc

v=DMARC1; p=reject; rua=mailto:hablemos@codegpt.co,mailto:0196246b01204a7da8593d91a415ecc1@dmarc-reports.cloudflare.net; ruf=mailto:hablemos@codegpt.co; pct=100; adkim=s; aspf=r;

# Robots.txt for CodeGPT
# https://codegpt.co

# General crawlers
User-agent: *
Allow: /

# Disallow admin or temporary pages if any
# Disallow: /admin/
# Disallow: /temp/

# AI Crawlers - Explicitly allow for Generative AI search engines
# OpenAI GPT (ChatGPT Search)!!
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google AI (Gemini, Bard)
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Common AI Crawlers
User-agent: cohere-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# Sitemap location
Sitemap: https://codegpt.co/sitemap.xml

# Crawl-delay (optional, helps avoid overloading server)
# Crawl-delay: 1