User-agent: * Sitemap: https://awkafonline.gov.eg/sitemap.xml ############## # custom # ############## # Disallow internal or sensitive pages Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /search/ Disallow: /user/ Disallow: /settings/ Disallow: /preview/ Disallow: /cdn-cgi/ # Block URLs with parameters (optional) Disallow: /? Disallow: /&