User-agent: * Allow: / # Block Django Admin and Authentication paths Disallow: /adminningombe/ Disallow: /account/password/ # Block internal user areas (adjust based on your urls.py) Disallow: /my-account/ Disallow: /private/ # Block search parameters to prevent duplicate content Disallow: /search? Disallow: /*?s= # Explicitly Allow Static Assets (Django usually serves from /static/) Allow: /static/ Allow: /media/ User-agent: GPTBot Allow: / Disallow: /private/ Disallow: /my-account/ User-agent: ClaudeBot Allow: / Disallow: /private/ Disallow: /my-account/ User-agent: Google-Extended Disallow: /private/ Sitemap: https://lacesse.co.ke/sitemap.xml