pharmgkb.org

mx

aspmx.l.google.com

alt2.aspmx.l.google.com

alt1.aspmx.l.google.com

ns

argus.stanford.edu

avallone.stanford.edu

atalante.stanford.edu

caa

txt

google-site-verification=DfRnGd7isP8ak_5Pkq9C9Uko2sXg061w5TSx58Vf8PU

dmarc

# robotstxt.org/

User-agent: *
Content-Signal: search=yes, ai-train=no
Allow: /

User-agent: SiteimproveBot
Disallow: /literature/

User-agent: ShapBot
Crawl-delay: 10

# These bots ignored Crawl-delay; they may fetch the home page and nothing else.
User-agent: ExaSearchBot
User-agent: YisouSpider
Allow: /$
Disallow: /

# AI training crawlers. This list is Cloudflare's "Training" list, without the search engines on it
# (Baiduspider, PetalBot), plus Reflectionbot. Cloudflare used to add it to every host's robots.txt,
# until the AI-training setting had to be turned off because it also blocked Googlebot and bingbot
# (docs/cloudflare.md in PharmGKB). The same list is in every robots.txt we serve; change them together.
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: atlassian-bot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: BorderxBot
User-agent: Bytespider
User-agent: CCBot
User-agent: CitibotSiteCrawler
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: Cotoyogi
User-agent: Diffbot
User-agent: FishBot
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: ICC-Crawler
User-agent: KimiBot
User-agent: magpie-crawler
User-agent: meta-externalagent
User-agent: MistralAI-Training
User-agent: NavuBot
User-agent: omgili
User-agent: QualifiedBot
User-agent: Reflectionbot
User-agent: SemrushBot-SWA
User-agent: WARDBot
Disallow: /