User-agent: * # Allow search engines to crawl the website Allow: / # Block admin, system and non-content directories Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /scripts/ Disallow: /*?* Disallow: /index.php # Sitemap location Sitemap: https://www.khadak.com/sitemap.xml