User-agent: *
Allow: /
Disallow: /app/
Disallow: /app/admin
Disallow: /api/
Disallow: /api/admin

# AI answer-engine + search crawlers are explicitly welcomed — we want zdte.ai
# cited in AI answers and search. (The wildcard above already permits them; these
# named blocks make the intent explicit and preserve the /app + /api disallows,
# since a named user-agent block does not inherit the wildcard's rules.)
User-agent: GPTBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /app/
Disallow: /api/

Sitemap: https://zdte.ai/sitemap.xml