# It's Buzzing — robots.txt

# --- AI Crawlers (no crawl delay — explicit welcome) ---
User-agent: GPTBot
Allow: /api/public/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Allow: /

User-agent: OAI-SearchBot
Allow: /api/public/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Allow: /

User-agent: PerplexityBot
Allow: /api/public/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Allow: /

User-agent: ClaudeBot
Allow: /api/public/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Allow: /

User-agent: GoogleOther
Allow: /api/public/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Allow: /

User-agent: Applebot
Allow: /

# --- All other crawlers ---
User-agent: *
Disallow: /admin/
Disallow: /dashboard/
Allow: /api/public/
Disallow: /api/
Disallow: /webhook/
Disallow: /test/
Disallow: /debug/
Allow: /.well-known/
Disallow: /*.json$
Disallow: /*.log$

Allow: /
Allow: /industries/
Allow: /buzz-pins/
Allow: /buzzclip
Allow: /claim
Allow: /llms.txt
Allow: /sitemap.xml

Crawl-delay: 10

Sitemap: https://itsbuzzing.com/sitemap.xml
Sitemap: https://itsbuzzing.com/sitemap-tools.xml
Sitemap: https://itsbuzzing.com/sitemap_index.xml
Sitemap: https://itsbuzzing.com/sitemap-blog.xml