User-agent: *
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

# Search and AI answer engines.

User-agent: GPTBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: OAI-SearchBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: ChatGPT-User
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: ClaudeBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Claude-SearchBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Claude-User
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: anthropic-ai
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: PerplexityBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Perplexity-User
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Google-Extended
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: GoogleOther
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Bingbot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: AdIdxBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Applebot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: DuckDuckBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Amazonbot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: CCBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

# Ad verification, brand-safety and contextual-classification crawlers.
# Inventory these cannot read is classified UNKNOWN, and unknown is not
# bought at premium. See apps/core/views.py before removing any of them.

User-agent: ias_crawler
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: ias_admantx
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: ias_wombles
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: DoubleVerifyBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: DVBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Leikibot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: peer39_crawler
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Proximic
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: GumGum
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: TTD-Content
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: AmazonAdBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: CriteoBot
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: Mediapartners-Google
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: AdsBot-Google
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

User-agent: SinceraSyntheticUser
Allow: /
Disallow: /cms/
Disallow: /django-admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /my/
Disallow: /search/
Disallow: /cgi-bin/
Disallow: /content/

Sitemap: https://vitaldecades.com/sitemap.xml