# Content Signals let site owners state how automated systems may use
# content after access (contentsignals.org):
#   search:   building a search index and showing links/snippets
#   ai-input: using content as input to AI (grounding, RAG, answers)
#   ai-train: training or fine-tuning AI models
# A signal of yes/no expresses consent or lack of it; an absent signal
# expresses no preference.

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: Rogerbot
Disallow: /

User-Agent: Screaming Frog SEO Spider
Disallow: /

User-Agent: DeepCrawl
Disallow: /

User-Agent: Lumar
Disallow: /

User-Agent: OnCrawl
Disallow: /

User-Agent: Botify
Disallow: /

User-Agent: Ryte
Disallow: /

User-Agent: Sitebulb
Disallow: /

User-Agent: Netpeak Spider
Disallow: /

User-Agent: Jet Octopus
Disallow: /

User-Agent: Audisto
Disallow: /

User-Agent: FandangoSEO
Disallow: /

User-Agent: ContentKing
Disallow: /

User-Agent: WebSite Auditor
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: BlexBot
Disallow: /

User-Agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /_vercel/*
Disallow: /fr/_vercel/*
Disallow: /de/_vercel/*
Disallow: /es/_vercel/*
Disallow: /pl/_vercel/*
Disallow: /ru/_vercel/*
Disallow: /it/_vercel/*
Disallow: /da/_vercel/*
Disallow: /sv/_vercel/*
Disallow: /uk/_vercel/*
Disallow: /mt/_vercel/*
Disallow: /zh/_vercel/*
Disallow: /nl/_vercel/*
Disallow: /pt/_vercel/*
Disallow: /monitoring/*
Disallow: /fr/monitoring/*
Disallow: /de/monitoring/*
Disallow: /es/monitoring/*
Disallow: /pl/monitoring/*
Disallow: /ru/monitoring/*
Disallow: /it/monitoring/*
Disallow: /da/monitoring/*
Disallow: /sv/monitoring/*
Disallow: /uk/monitoring/*
Disallow: /mt/monitoring/*
Disallow: /zh/monitoring/*
Disallow: /nl/monitoring/*
Disallow: /pt/monitoring/*
Disallow: /account/*
Disallow: /fr/account/*
Disallow: /de/account/*
Disallow: /es/account/*
Disallow: /pl/account/*
Disallow: /ru/account/*
Disallow: /it/account/*
Disallow: /da/account/*
Disallow: /sv/account/*
Disallow: /uk/account/*
Disallow: /mt/account/*
Disallow: /zh/account/*
Disallow: /nl/account/*
Disallow: /pt/account/*
Disallow: /hub/*
Disallow: /fr/hub/*
Disallow: /de/hub/*
Disallow: /es/hub/*
Disallow: /pl/hub/*
Disallow: /ru/hub/*
Disallow: /it/hub/*
Disallow: /da/hub/*
Disallow: /sv/hub/*
Disallow: /uk/hub/*
Disallow: /mt/hub/*
Disallow: /zh/hub/*
Disallow: /nl/hub/*
Disallow: /pt/hub/*
Disallow: /api/*
Disallow: /fr/api/*
Disallow: /de/api/*
Disallow: /es/api/*
Disallow: /pl/api/*
Disallow: /ru/api/*
Disallow: /it/api/*
Disallow: /da/api/*
Disallow: /sv/api/*
Disallow: /uk/api/*
Disallow: /mt/api/*
Disallow: /zh/api/*
Disallow: /nl/api/*
Disallow: /pt/api/*
Disallow: /docs/careers
Disallow: /fr/docs/careers
Disallow: /de/docs/careers
Disallow: /es/docs/careers
Disallow: /pl/docs/careers
Disallow: /ru/docs/careers
Disallow: /it/docs/careers
Disallow: /da/docs/careers
Disallow: /sv/docs/careers
Disallow: /uk/docs/careers
Disallow: /mt/docs/careers
Disallow: /zh/docs/careers
Disallow: /nl/docs/careers
Disallow: /pt/docs/careers
Disallow: /docs/faq
Disallow: /fr/docs/faq
Disallow: /de/docs/faq
Disallow: /es/docs/faq
Disallow: /pl/docs/faq
Disallow: /ru/docs/faq
Disallow: /it/docs/faq
Disallow: /da/docs/faq
Disallow: /sv/docs/faq
Disallow: /uk/docs/faq
Disallow: /mt/docs/faq
Disallow: /zh/docs/faq
Disallow: /nl/docs/faq
Disallow: /pt/docs/faq
Disallow: /edit-listing/*
Disallow: /fr/edit-listing/*
Disallow: /de/edit-listing/*
Disallow: /es/edit-listing/*
Disallow: /pl/edit-listing/*
Disallow: /ru/edit-listing/*
Disallow: /it/edit-listing/*
Disallow: /da/edit-listing/*
Disallow: /sv/edit-listing/*
Disallow: /uk/edit-listing/*
Disallow: /mt/edit-listing/*
Disallow: /zh/edit-listing/*
Disallow: /nl/edit-listing/*
Disallow: /pt/edit-listing/*
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /*?neLat=
Disallow: /*&neLat=

Sitemap: https://darscover.com/sitemaps/index.xml
Sitemap: https://darscover.com/sitemap_agentic_discovery.xml