# Allow all search engines to crawl the site User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block sensitive or duplicate content Disallow: /cgi-bin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /?s= Disallow: /search/ # Allow Google ads and related crawlers User-agent: AdsBot-Google Allow: / User-agent: Mediapartners-Google Allow: / # Sitemap location (important for SEO) Sitemap: https://jdk.co.ke/sitemap.xml