# Allow AI / LLM Crawlers
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: facebookexternalhit
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /

# Moz crawler restrictions
User-agent: rogerbot
Disallow: /blog/author/
Disallow: /blog/category/
Disallow: /blog/tag/
Disallow: /blog/page/

# Default rules for all other crawlers
User-agent: *
Disallow: /wp-admin/
Disallow: /partner-free-trial/
Allow: /wp-admin/admin-ajax.php
Disallow: *.pdf

Sitemap: https://www.snaplogic.com/sitemap_index.xml