spaceinsider.tech

mx

smtp.google.com

ns

tosana.ns.cloudflare.com

delilah.ns.cloudflare.com

caa

txt

google-site-verification=xiD2WJSJAI7VrRgIXcZKZT_YJimjFZ-U0NOG_8JnxAg

dmarc

# =====================
# Global rules
# =====================

User-agent: *
Crawl-delay: 10
Disallow: /cdn-cgi/styles/cf.errors.css
Disallow: /wp-content/plugins/ultimate-member/assets/libs/select2/select2.min.css
Disallow: /wp-content/plugins/ultimate-member/assets/libs/legacy/fonticons/fonticons-fa.min.css
Disallow: /wp-content/plugins/ultimate-member/assets/libs/raty/um-raty.min.css
Disallow: /wp-content/plugins/easy-table-of-contents/assets/css/screen.min.css
Disallow: /wp-content/plugins/elementor-pro/assets/css/modules/sticky.min.css
Disallow: /wp-content/plugins/ultimate-member/assets/libs/tipsy/tipsy.min.css
Disallow: /wp-content/uploads/elementor/css/post-2371196.css
Disallow: /wp-includes/js/jquery/ui/core.min.js
Disallow: /wp-content/uploads/elementor/css/post-7.css
Disallow: /wp-content/plugins/elementor/assets/css/widget-image.min.css

# =====================
# Block aggressive bots
# =====================

User-agent: AhrefsBot
Disallow: /

User-agent: archive.org_bot
Disallow: /

# =====================
# Explicitly allow these crawlers
# =====================

User-agent: facebookexternalhit
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: HubSpot Crawler
Allow: /

User-agent: HubSpot Links Crawler 2.0
Allow: /

# =====================
# AI and Aggressive Crawlers Throttling and Blocking
# =====================

User-agent: GPTBot
Crawl-delay: 30
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 30
Allow: /


User-agent: OAI-SearchBot
Crawl-delay: 30
Allow: /

User-agent: PerplexityBot
Crawl-delay: 30
Allow: /

User-agent: Perplexity-User
Crawl-delay: 30
Allow: /

User-agent: ClaudeBot
Crawl-delay: 30
Allow: /

User-agent: Claude-SearchBot
Crawl-delay: 30
Allow: /

User-agent: Claude-User
Crawl-delay: 30
Allow: /

User-agent: Bytespider
Crawl-delay: 30
Disallow: /

User-agent: MistralAI-User
Crawl-delay: 30
Disallow: /

User-agent: DuckAssistBot
Crawl-delay: 30
Disallow: /

User-agent: CCBot
Crawl-delay: 30
Allow: /

User-agent: Timpibot
Crawl-delay: 30
Disallow: /

# =====================
# Search Engines Throttling (if needed)
# =====================

User-agent: Googlebot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

# =====================
# Meta Crawlers Throttling
# =====================

User-agent: Meta-ExternalAgent
Crawl-delay: 10

User-agent: Meta-ExternalFetcher
Crawl-delay: 10

User-agent: FacebookBot
Crawl-delay: 10

# Space Insider: Space Market Intelligence \& Strategic Advisory

> Space market intelligence and consulting\. Track companies, missions, funding and procurement, then work with our advisors on strategy, due diligence and M\&A

Generated by Yoast SEO v28.7, this is an llms.txt file, meant for consumption by LLMs.

## Pages
- [Space Consulting](https://spaceinsider.tech/space-consulting/)
- [Space Insider \| Space Market Intelligence \& Strategic Advisory](https://spaceinsider.tech/)
- [Event](https://spaceinsider.tech/event/)
- [Data Intelligence copy](https://spaceinsider.tech/data-intelligence-copy/)
- [Locked old](https://spaceinsider.tech/locked/)

## Posts
- [Explore the full library](https://spaceinsider.tech/2026/08/11/explore-the-full-library/)
- [Global EO Satellite Manufacturing](https://spaceinsider.tech/2026/08/11/global-eo-satellite-manufacturing/)
- [China's Space Industry: A Strategic Overview](https://spaceinsider.tech/2026/08/11/chinas-space-industry-a-strategic-overview/)
- [US Government Space Budget Outlook 2025](https://spaceinsider.tech/2026/08/11/us-government-space-budget-outlook-2025/)
- [Space\-based Quantum Key Distribution](https://spaceinsider.tech/2026/08/11/space-based-quantum-key-distribution/)

## Popups
- [Contact Us](https://spaceinsider.tech/?post_type=popup&p=28092)
- [Gated Content](https://spaceinsider.tech/?post_type=popup&p=28789)
- [On submit](https://spaceinsider.tech/?post_type=popup&p=7398)

## Popup Themes
- [Default Theme](https://spaceinsider.tech/?post_type=popup_theme&p=7387)
- [Light Box](https://spaceinsider.tech/?post_type=popup_theme&p=7388)
- [Enterprise Blue](https://spaceinsider.tech/?post_type=popup_theme&p=7389)
- [Hello Box](https://spaceinsider.tech/?post_type=popup_theme&p=7390)
- [Cutting Edge](https://spaceinsider.tech/?post_type=popup_theme&p=7391)

## Categories
- [Space Technology News](https://spaceinsider.tech/category/space-technology-news/)
- [Space Business](https://spaceinsider.tech/category/space-technology-news/space-business/)
- [National](https://spaceinsider.tech/category/space-technology-news/national/)
- [Capital Markets](https://spaceinsider.tech/category/space-technology-news/capital-markets/)
- [Exclusives](https://spaceinsider.tech/category/exclusives/)

## Optional
- [Sitemap index](https://spaceinsider.tech/sitemap_index.xml)