User-Agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /update-password
Disallow: /search

User-Agent: GPTBot
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: ClaudeBot
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: anthropic-ai
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: Applebot
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: Bytespider
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: PerplexityBot
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

User-Agent: YouBot
Allow: /courses/
Allow: /labs/
Allow: /blogs/
Allow: /articles/
Allow: /docs/
Allow: /about
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /search

Sitemap: https://vulnarex.com/sitemap.xml