User-agent: * # Block only individual tender detail pages (you probably don't want thousands of single tender pages indexed) Disallow: /tender-details Disallow: /tender-details?tender=* # Allow all important listing pages Allow: /tenders/published-tenders Allow: /tenders/published-tenders?* Allow: /tenderers Allow: /procuring-entities # Optional: If you want to be extra safe and block other tender sub-pages Disallow: /tenders/ Allow: /tenders/published-tenders Allow: /tenders/published-tenders?*