User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://www.alsalam.care/sitemap_index.xml # --------------------------- # END YOAST BLOCK # Allow all major chatbot and AI crawlers # OpenAI (Search + Training) User-agent: OAI-SearchBot Allow: / User-agent: GPTBot Allow: / # Anthropic (Claude) User-agent: ClaudeBot Allow: / # Perplexity User-agent: PerplexityBot Allow: / # Google AI (Bard/Gemini) User-agent: Google-Extended Allow: / # Common AI research crawler User-agent: CCBot Allow: / # Facebook / Meta AI User-agent: FacebookBot Allow: / # AppleBot (used in Apple AI features & Siri) User-agent: Applebot Allow: / # Bytedance / TikTok AI User-agent: Bytespider Allow: /