User-agent: *
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: */?* #blocking pages with query parameters

User-agent: Screaming+Frog+SEO+Spider/18.5
Disallow: /

User-agent: Screaming+Frog+SEO+Spider/2.11+(+https://whatis.contentkingapp.com)
Disallow: /

User-agent: GPTBot
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: ChatGPT-User
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: CCBot       # Common Crawl (used by many LLMs)
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: PerplexityBot
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: Google-Extended
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: OAI-SearchBot
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

User-agent: anthropic-ai
Disallow: /test-content/
Disallow: /pages-components/
Disallow: /rss/
Disallow: /globalassets/test-content/
Disallow: /globalassets/training-guides--demos/
Disallow: /externalContentView/

Sitemap: https://www.eisneramper.com/sitemap.xml