# AngelBacked robots.txt
# All crawlers — including AI search/answer engines (GPTBot, ClaudeBot,
# PerplexityBot, Google-Extended, Bingbot) — are welcome to crawl and cite
# public pages. Only auth and dashboard pages are excluded.

User-agent: *
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

# AI search/answer engine crawlers — explicitly allowed (same exclusions as above).
User-agent: GPTBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: OAI-SearchBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: ChatGPT-User
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: ClaudeBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: Claude-SearchBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: Claude-User
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: anthropic-ai
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: PerplexityBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: Perplexity-User
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: Google-Extended
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

User-agent: CCBot
Allow: /
Disallow: /auth/
Disallow: /signin
Disallow: /signup
Disallow: /profile
Disallow: /admin

# Master sitemap index (submit this to Search Console) — it references every
# child sitemap below, so this line alone is sufficient. The individual entries
# mirror the master index exactly (kept in sync; check-sizes/legacy removed).
Sitemap: https://www.angelbacked.co/sitemap-master.xml

# Individual sitemaps (must match sitemap-master.xml)
Sitemap: https://www.angelbacked.co/sitemap-core.xml
Sitemap: https://www.angelbacked.co/sitemap-tools.xml
Sitemap: https://www.angelbacked.co/sitemap-blog.xml
Sitemap: https://www.angelbacked.co/sitemap-glossary.xml
Sitemap: https://www.angelbacked.co/sitemap-pitch-decks.xml
Sitemap: https://www.angelbacked.co/sitemap-companies.xml
Sitemap: https://www.angelbacked.co/sitemap-markets.xml
Sitemap: https://www.angelbacked.co/sitemap-states.xml
Sitemap: https://www.angelbacked.co/sitemap-us-cities.xml
Sitemap: https://www.angelbacked.co/sitemap-international.xml
Sitemap: https://www.angelbacked.co/sitemap-firms.xml
Sitemap: https://www.angelbacked.co/sitemap-comparisons.xml
Sitemap: https://www.angelbacked.co/sitemap-best.xml
Sitemap: https://www.angelbacked.co/sitemap-combinations.xml
Sitemap: https://www.angelbacked.co/sitemap-pseo.xml
Sitemap: https://www.angelbacked.co/sitemap-investors-index.xml