# robots.txt for https://datadrivenaec.com User-agent: Googlebot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit Crawl-delay: 0 User-agent: Bingbot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit Crawl-delay: 0 User-agent: DuckDuckBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Yandex Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: NaverBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Applebot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: GPTBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: ClaudeBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Google-Extended Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: OAI-SearchBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: ChatGPT-User Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: PerplexityBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Perplexity-User Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: DuckAssistBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Claude-SearchBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: Claude-User Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: YouBot Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: MistralAI-User Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit User-agent: anthropic-ai Disallow: / Allow: /$ Allow: /about Allow: /build Allow: /discipline/ Allow: /review Allow: /product-research Allow: /competitions Allow: /radar Allow: /sector/ Allow: /map Allow: /insights/ Allow: /de Allow: /de/ueber-uns Allow: /de/build Allow: /de/zeichnungspruefung Allow: /de/produktrecherche Allow: /de/wettbewerbe Allow: /es/sobre-nosotros Allow: /es/build Allow: /es/revision-planos Allow: /es/investigacion-productos Allow: /es/concursos Allow: /fr/a-propos Allow: /fr/build Allow: /fr/controle-plans Allow: /fr/recherche-produits Allow: /fr/concours Allow: /it/chi-siamo Allow: /it/build Allow: /it/verifica-disegni Allow: /it/ricerca-prodotti Allow: /it/concorsi User-agent: cohere-ai Disallow: / Allow: /$ Allow: /about Allow: /build Allow: /discipline/ Allow: /review Allow: /product-research Allow: /competitions Allow: /radar Allow: /sector/ Allow: /map Allow: /insights/ Allow: /de Allow: /de/ueber-uns Allow: /de/build Allow: /de/zeichnungspruefung Allow: /de/produktrecherche Allow: /de/wettbewerbe Allow: /es/sobre-nosotros Allow: /es/build Allow: /es/revision-planos Allow: /es/investigacion-productos Allow: /es/concursos Allow: /fr/a-propos Allow: /fr/build Allow: /fr/controle-plans Allow: /fr/recherche-produits Allow: /fr/concours Allow: /it/chi-siamo Allow: /it/build Allow: /it/verifica-disegni Allow: /it/ricerca-prodotti Allow: /it/concorsi User-agent: Google-CloudVertexBot Disallow: / Allow: /$ Allow: /about Allow: /build Allow: /discipline/ Allow: /review Allow: /product-research Allow: /competitions Allow: /radar Allow: /sector/ Allow: /map Allow: /insights/ Allow: /de Allow: /de/ueber-uns Allow: /de/build Allow: /de/zeichnungspruefung Allow: /de/produktrecherche Allow: /de/wettbewerbe Allow: /es/sobre-nosotros Allow: /es/build Allow: /es/revision-planos Allow: /es/investigacion-productos Allow: /es/concursos Allow: /fr/a-propos Allow: /fr/build Allow: /fr/controle-plans Allow: /fr/recherche-produits Allow: /fr/concours Allow: /it/chi-siamo Allow: /it/build Allow: /it/verifica-disegni Allow: /it/ricerca-prodotti Allow: /it/concorsi User-agent: Baiduspider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: 360Spider Disallow: / User-agent: YisouSpider Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTok Spider Disallow: / User-agent: PetalBot Disallow: / User-agent: CCBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: FacebookBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: Diffbot Disallow: / User-agent: * Allow: / Disallow: /api/ Allow: /api/search$ Allow: /api/search? Disallow: /admin/ Disallow: /tools/submit Sitemap: https://datadrivenaec.com/sitemap-index.xml # AI-readable content summary: https://datadrivenaec.com/llms.txt