# This file is automatically added by Rank Math SEO plugin to help a website index better # More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP User-Agent: * # WP Defender - Begin Disallow: /73e8c83ee40692c7 # WP Defender - End Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.lyzr.ai/sitemap_index.xml # === ALLOW ALL AI BOTS (search + training) === User-agent: OAI-SearchBot Crawl-delay: 10 Allow: / User-agent: ChatGPT-User Crawl-delay: 10 Allow: / User-agent: GPTBot Crawl-delay: 10 Allow: / User-agent: PerplexityBot Crawl-delay: 10 Allow: / User-agent: Perplexity-User Crawl-delay: 10 Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Crawl-delay: 10 Allow: / User-agent: Claude-User Crawl-delay: 10 Allow: / User-agent: anthropic-ai Crawl-delay: 10 Allow: / User-agent: Google-Extended Crawl-delay: 10 Allow: / User-agent: Google-Agent Crawl-delay: 10 Allow: / User-agent: Gemini-Deep-Research Crawl-delay: 10 Allow: / User-agent: GoogleAgent-Mariner Crawl-delay: 10 Allow: / User-agent: Google-CloudVertexBot Crawl-delay: 10 Allow: / User-agent: CloudVertexBot Crawl-delay: 10 Allow: / User-agent: xAI-Grok Crawl-delay: 10 Allow: / User-agent: GrokBot Crawl-delay: 10 Allow: / User-agent: Grok-DeepSearch Crawl-delay: 10 Allow: / User-agent: DeepSeekBot Crawl-delay: 10 Allow: / User-agent: FacebookBot Crawl-delay: 10 Allow: / User-agent: meta-webindexer Crawl-delay: 10 Allow: / User-agent: meta-externalfetcher Crawl-delay: 10 Allow: / User-agent: Meta-ExternalAgent Crawl-delay: 10 Allow: / User-agent: Manus-User Crawl-delay: 10 Allow: / User-agent: CCBot Crawl-delay: 10 Allow: / User-agent: Applebot Crawl-delay: 10 Allow: / User-agent: Applebot-Extended Crawl-delay: 10 Allow: / User-agent: Bytespider Crawl-delay: 10 Allow: / User-agent: TikTokSpider Crawl-delay: 10 Allow: / User-agent: Amazonbot Crawl-delay: 10 Allow: / User-agent: Amzn-SearchBot Crawl-delay: 10 Allow: / User-agent: NovaAct Crawl-delay: 10 Allow: / User-agent: cohere-training-data-crawler Crawl-delay: 10 Allow: / User-agent: cohere-ai Crawl-delay: 10 Allow: / User-agent: DuckAssistBot Crawl-delay: 10 Allow: / User-agent: YouBot Crawl-delay: 10 Allow: / User-agent: omgili Crawl-delay: 10 Allow: / User-agent: omgilibot Crawl-delay: 10 Allow: / User-agent: Ai2Bot Crawl-delay: 10 Allow: / User-agent: Ai2Bot-Dolma Crawl-delay: 10 Allow: / User-agent: PanguBot Crawl-delay: 10 Allow: / User-agent: AzureAI-SearchBot Crawl-delay: 10 Allow: / User-agent: MistralAI-User Crawl-delay: 10 Allow: / User-agent: Diffbot Crawl-delay: 10 Allow: / User-agent: Timpibot Crawl-delay: 10 Allow: / User-agent: MyCentralAIScraperBot Crawl-delay: 10 Allow: / # === SENSITIVE / PRIVATE AREAS (blocked for all bots) === User-agent: * Allow: / Disallow: /wp-admin/ Disallow: /wp-json/ Disallow: /private/ Disallow: /admin/User-agent: bingbot Crawl-delay: 10 User-agent: SiteAuditBot Crawl-delay: 10 User-agent: AhrefsSiteAudit Crawl-delay: 10 User-agent: meta-externalagent Crawl-delay: 10