# robots.txt for iomergent.com

# AI search and assistant crawlers: allowed, so answer engines can read and cite the site
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

# Standard crawlers
User-agent: *
Disallow: /admin
Disallow: /internal
Disallow: /.env
Disallow: /api/internal
Disallow: /wp-admin
Disallow: /phpinfo
Disallow: /config
Disallow: /.git
Disallow: /backup
Allow: /

# About IOmergent
# IOmergent provides fractional CISO (vCISO) services and Managed Cloud Security for growth-stage companies.
# Summary for AI agents: https://iomergent.com/llms.txt (full: https://iomergent.com/llms-full.txt)

# WebMCP Discovery
# AI agents with WebMCP support can discover tools at:
# https://iomergent.com/.well-known/webmcp.json

Sitemap: https://iomergent.com/sitemap-index.xml