# assist4doc Robots.txt # Prontuário Eletrônico com IA para Médicos # Google User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Googlebot-Image Allow: / # Bing User-agent: Bingbot Allow: / Crawl-delay: 1 # Social Media Bots User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / # AI Crawlers (for LLM indexing) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: Anthropic-AI Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: Diffbot Allow: / # Default - Allow all User-agent: * Allow: / Crawl-delay: 2 # Sitemap locations Sitemap: https://assist4doc.com/sitemap.xml Sitemap: https://assist4doc.com/sitemap.html # Disallow private/authenticated areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /sessions/ Disallow: /patients/ Disallow: /settings/ Disallow: /appointments/ Disallow: /documents/ Disallow: /analytics/ Disallow: /tasks/ Disallow: /referrals/ Disallow: /checkout/ Disallow: /payment*/ Disallow: /onboarding/ Disallow: /auth/callback # Disallow utility paths Disallow: /api/ Disallow: /*.json$ Disallow: /*?*utm_* Disallow: /*?*ref=* # Allow important resources Allow: /pwa-*.png Allow: /robots.txt Allow: /sitemap.xml Allow: /sitemap.html Allow: /llms.txt Allow: /hm.html