User-agent: * Allow: / # Block functional, transactional, and dynamic user states Disallow: /__404$ Disallow: /shop/checkout$ Disallow: /shop/order/success$ Disallow: /rates_gdp$ Disallow: /meeting_request$ Disallow: /meeting_confirmed$ Disallow: /td$ # Block internal site search to prevent thin/duplicate content indexing Disallow: /sitesearch # Block system infrastructure paths Disallow: /html/ Disallow: /widgets/ Sitemap: https://devpals.co.uk/sitemap.xml