# robots.txt — VentureHub360 (https://www.venturehub360.com)
# Last updated: April 2026

# -------------------------------------------------------
# Standard crawlers — default rules
# -------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

# -------------------------------------------------------
# Search engine crawlers — explicit allow with same rules
# -------------------------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

# -------------------------------------------------------
# LLM & AI crawlers — explicitly allowed with same rules
# -------------------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Gemini
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

User-agent: Omgilibot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /components/
Disallow: /hooks/
Disallow: /lib/
Disallow: /test/

# -------------------------------------------------------
# References
# -------------------------------------------------------
Sitemap: https://www.venturehub360.com/sitemap.xml