User-agent: * Allow: / # Service pages Allow: /dynamics-365-consulting Allow: /power-platform-development Allow: /business-central Allow: /finance-operations Allow: /power-apps-development Allow: /ai-automation Allow: /azure-integration Allow: /sharepoint-consulting Allow: /web-hosting-development # Assets Allow: /assets/ # Block admin or temp paths if any Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /tmp/ Disallow: /*.php$ Sitemap: https://divarts.com/sitemap.xml # Search engine specific User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Baiduspider Disallow: / # Social bots - allow for OG preview User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: /